-- Logs begin at Thu 2022-03-24 14:51:57 UTC, end at Thu 2022-03-24 16:07:44 UTC. -- Mar 24 15:38:53.481097 dv-cinder-790535-34-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 24 15:38:56.463632 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.common.config [-] Logging enabled! Mar 24 15:38:56.464213 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev52 Mar 24 15:38:56.464351 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110287) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 15:38:56.467623 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.common.config [-] Logging enabled! Mar 24 15:38:56.467880 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev52 Mar 24 15:38:56.468383 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110287) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 15:38:56.469388 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 15:38:56.469625 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 15:38:56.469996 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 15:38:56.470246 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 15:38:56.470477 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 15:38:56.471252 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.471690 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 24 15:38:56.472021 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.472327 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.472628 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.472932 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.473230 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.473518 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.473815 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.474132 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.474411 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.474714 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.475008 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.475305 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.475592 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.475881 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.476173 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.476462 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] debug = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.476748 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.477177 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.477609 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.477894 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.478191 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.478475 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.478774 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.479058 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.479345 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.479674 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] host = dv-cinder-790535-34-iscsi {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.479956 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.480247 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.480535 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.480822 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.481100 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.481377 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.481662 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.481938 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.482213 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] log_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.482492 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.482812 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.483103 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.483396 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.483624 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.483885 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.484259 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.484554 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.484837 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.485118 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.485398 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.485677 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.485955 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.486229 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.486518 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.486838 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.487125 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.487403 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.487684 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.487960 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.488237 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.488525 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.488802 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.489079 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.489354 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.489643 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.489915 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.490193 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.490495 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.490809 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.491096 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.491383 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.491662 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.491945 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.492221 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.492495 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.492767 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] use_json = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.493042 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.493313 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.493595 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.493868 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.494144 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.494419 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.494715 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.495005 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.495282 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:56.495579 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.495877 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.496182 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.496482 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.496775 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.497057 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.497347 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.497633 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.497923 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.498218 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.498514 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.498819 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.499124 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.500000 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.500281 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.500587 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.500881 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.501174 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.501452 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.501727 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.502001 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.502281 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.502570 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.502875 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.503167 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.503458 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.503739 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.504036 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.504324 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.504620 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.504913 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.505189 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.505471 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.505762 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.506042 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.506314 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.506595 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.506909 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.507190 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.507465 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.507748 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.508031 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.508304 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.508579 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.508855 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.509143 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.509420 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.509691 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.509961 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.510237 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.510510 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.510819 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.511097 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.511368 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.511637 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.511916 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.512185 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.512456 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.512733 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.513005 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.513280 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.513551 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.513822 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.514093 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.514365 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.514637 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.514935 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.515741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.516026 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.516303 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.516573 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.516846 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.517118 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.517390 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.517674 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.517978 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.518257 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.518533 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.518840 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.519121 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.519399 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.519675 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.520204 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.520481 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.520750 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.521038 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.521320 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.521605 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.521907 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.522186 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.522478 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.522778 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.523057 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.523338 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.523615 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.523892 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.524174 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.524458 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.524751 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.525042 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.525333 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.525624 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.525915 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.526194 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.526501 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.526806 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:56.527027 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 15:38:56.527267 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110287) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 24 15:38:56.910049 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 24 15:38:56.910332 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 24 15:38:56.910641 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 24 15:38:56.911148 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 24 15:38:57.240105 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.240321 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.240593 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.241756 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.242044 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.242429 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.297445 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.297715 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.297986 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.312621 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.312905 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.313178 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.341951 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.342231 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.342502 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.485334 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.485976 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.485976 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.717435 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.717722 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.717993 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.718476 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.719328 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.819502 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.819824 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.820111 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.820383 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.820649 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.820956 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.821216 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.821473 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.821726 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.822005 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.822264 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.822526 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.822803 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.823055 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.823308 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.823572 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.823824 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.824089 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.824355 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.824614 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.824882 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.825133 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.825411 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.825786 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.826034 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.826278 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.826662 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 15:38:57.826922 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 15:38:57.827159 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 15:38:57.827394 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 15:38:57.828322 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 15:38:57.828564 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 15:38:57.829027 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 24 15:38:57.832232 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 24 15:38:57.836307 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 24 15:38:57.840088 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 24 15:38:57.841722 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 24 15:38:57.842194 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 24 15:38:57.842533 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 24 15:38:57.842954 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 24 15:38:57.845890 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 24 15:38:57.846137 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 24 15:38:57.846482 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 15:38:57.851421 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 24 15:38:57.875670 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 24 15:38:57.876119 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.876416 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110287) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 24 15:38:57.876787 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.878169 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110287) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 24 15:38:57.878450 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 15:38:57.878717 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 24 15:38:57.882018 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.882302 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:57.944954 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 24 15:38:57.945197 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 24 15:38:57.945439 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 24 15:38:57.945806 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 24 15:38:57.965602 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_db.sqlalchemy.engines [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110287) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 24 15:38:58.535039 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Initializing driver for type 'gre' Mar 24 15:38:58.535690 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] gre ID ranges: [(1, 1000)] Mar 24 15:38:58.719833 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Initializing driver for type 'local' Mar 24 15:38:58.720168 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Initializing driver for type 'vlan' Mar 24 15:38:58.799304 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] VlanTypeDriver initialization complete Mar 24 15:38:58.799669 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Initializing driver for type 'vxlan' Mar 24 15:38:58.800176 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] vxlan ID ranges: [(1, 1000)] Mar 24 15:38:58.982100 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Initializing extension driver 'port_security' Mar 24 15:38:58.982442 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] PortSecurityExtensionDriver initialization complete Mar 24 15:38:58.982814 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Initializing mechanism driver 'openvswitch' Mar 24 15:38:58.983138 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Initializing mechanism driver 'hyperv' Mar 24 15:38:58.990103 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:38:58.990811 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > port after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.995287 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > port after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.995287 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > port after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.995287 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110287) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 15:38:58.995287 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.995287 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.995657 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.995657 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110287) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 15:38:58.995657 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > network after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.995657 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > network after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.995657 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > network after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.996020 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110287) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 15:38:58.996020 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > security_group after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.996020 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > security_group after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.996257 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.996661 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110287) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 15:38:58.997070 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.997424 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.997768 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.998204 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110287) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 15:38:58.998608 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > address_group after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.998979 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > address_group after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.999381 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:58.999890 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110287) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 15:38:59.000334 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] ML2 OVO RPC backend initialized. {{(pid=110287) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 24 15:38:59.001082 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.001443 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.001862 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > network before_response 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.002212 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > networks before_response 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.002558 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > port before_response 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.002927 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > ports before_response 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.003274 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > subnet before_response 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.003615 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > subnets before_response 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.004041 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > network after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.004448 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > network after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.004748 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > network after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.005088 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > port after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.005431 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > port after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.005772 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > port after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.006112 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.006453 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.006817 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.018939 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded quota_driver: . Mar 24 15:38:59.019307 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.plugin [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Modular L2 Plugin initialization complete Mar 24 15:38:59.019653 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading services supported by the core plugin {{(pid=110287) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 24 15:38:59.020260 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.plugins.ml2.managers [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Got port-security extension from driver 'port_security' Mar 24 15:38:59.020758 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.extensions.vlantransparent [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Disabled vlantransparent extension. Mar 24 15:38:59.021294 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110287) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 24 15:38:59.021620 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading Plugin: router Mar 24 15:38:59.063634 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.063977 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router after_create 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.064347 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router before_create 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.064711 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.065083 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.065517 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router after_delete 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.065898 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.066227 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.066583 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router after_create 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.066961 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router after_update 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.067312 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router after_update 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.067658 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.068016 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router after_update 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.068425 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.068795 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: port after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.069140 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: port after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.069480 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: subnet after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.069818 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.070169 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.070519 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.070924 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: port before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.078092 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router precommit_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.078092 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router after_update 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.078092 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.078092 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.078468 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.078468 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.078468 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > agent after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.078468 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > agent after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.078907 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > network after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.078907 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Tracking information for resource: router configured {{(pid=110287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 15:38:59.078907 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Tracking information for resource: floatingip configured {{(pid=110287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 15:38:59.080839 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.db.l3_agentschedulers_db [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 24 15:38:59.081423 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: port after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.081790 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: port after_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.082148 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: port after_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.082502 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: port after_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.083323 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router before_create 55550100 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.083729 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.084097 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router precommit_create 55550100 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.084455 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > router precommit_update 55550100 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.089502 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.services.provider_configuration [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service providers = [] {{(pid=110287) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 24 15:38:59.089868 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.db.servicetype_db [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110287) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 24 15:38:59.092867 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.services.service_base [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 15:38:59.093763 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.services.service_base [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 15:38:59.094106 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.services.service_base [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 15:38:59.095020 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.services.service_base [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 15:38:59.095416 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.services.service_base [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 24 15:38:59.095839 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 15:38:59.096157 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 24 15:38:59.111917 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 15:38:59.112253 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading Plugin: auto_allocate Mar 24 15:38:59.118312 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: network precommit_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.118694 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: network precommit_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.119240 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 15:38:59.119561 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading Plugin: tag Mar 24 15:38:59.126381 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 15:38:59.126732 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading Plugin: timestamp Mar 24 15:38:59.138250 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 15:38:59.138584 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading Plugin: network_ip_availability Mar 24 15:38:59.144748 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.145383 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.145739 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.146496 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 15:38:59.146846 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading Plugin: flavors Mar 24 15:38:59.151674 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 15:38:59.152008 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading Plugin: revisions Mar 24 15:38:59.157046 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 15:38:59.159425 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_concurrency.lockutils [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.247s {{(pid=110287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 24 15:38:59.159425 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110287) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 24 15:38:59.159425 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Initializing extension manager. Mar 24 15:38:59.159425 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: __init__.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.159425 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: __pycache__ {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.159890 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: address_group.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.160513 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.161088 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: address-group Mar 24 15:38:59.161419 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: address_scope.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.162167 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.162701 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: address-scope Mar 24 15:38:59.163032 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.164171 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.164690 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: router-admin-state-down-before-update Mar 24 15:38:59.165018 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: agent.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.165715 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.166226 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: agent Mar 24 15:38:59.166549 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: agent_resources_synced.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.167485 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.167993 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: agent-resources-synced Mar 24 15:38:59.168315 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: allowedaddresspairs.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.170144 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.170716 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: allowed-address-pairs Mar 24 15:38:59.171021 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: auto_allocated_topology.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.172295 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.172808 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: auto-allocated-topology Mar 24 15:38:59.173135 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: availability_zone.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.173826 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.174336 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: availability_zone Mar 24 15:38:59.174658 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: availability_zone_filter.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.175728 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.176249 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: availability_zone_filter Mar 24 15:38:59.176571 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: data_plane_status.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.177483 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.177999 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension data-plane-status not supported by any of loaded plugins Mar 24 15:38:59.178340 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: default_subnetpools.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.179698 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.180267 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: default-subnetpools Mar 24 15:38:59.180593 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.181436 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.181952 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: dhcp_agent_scheduler Mar 24 15:38:59.182275 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: dns.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.189082 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.189590 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension dns-integration not supported by any of loaded plugins Mar 24 15:38:59.189915 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: dns_domain_ports.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.190860 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.191371 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 24 15:38:59.191693 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.192680 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.193184 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 24 15:38:59.193506 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: dvr.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.194172 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.194694 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: dvr Mar 24 15:38:59.195018 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: ecmp_routes.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.195931 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.196437 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 24 15:38:59.196757 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: empty_string_filtering.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.197657 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.198169 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: empty-string-filtering Mar 24 15:38:59.198559 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.199459 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.199967 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 24 15:38:59.200287 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.201192 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.201699 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 24 15:38:59.202023 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: external_net.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.203548 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.204124 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: external-net Mar 24 15:38:59.204448 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.205354 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.205866 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: extra_dhcp_opt Mar 24 15:38:59.206188 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: extraroute.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.207107 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.207619 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: extraroute Mar 24 15:38:59.207940 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: extraroute_atomic.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.212103 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.212614 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: extraroute-atomic Mar 24 15:38:59.212937 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: filter_validation.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.213597 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.214103 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: filter-validation Mar 24 15:38:59.214449 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: fip_pf_description.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.215392 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.215899 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 24 15:38:59.216218 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: fip_pf_port_range.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.217125 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.217629 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 24 15:38:59.217946 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: fip_port_details.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.218994 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.219500 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: fip-port-details Mar 24 15:38:59.219817 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: flavors.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.221127 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.221645 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: flavors Mar 24 15:38:59.221969 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.223703 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.224227 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 24 15:38:59.224560 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: floatingip_pools.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.225264 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.225779 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: floatingip-pools Mar 24 15:38:59.226107 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: ip_allocation.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.227057 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.227567 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension ip_allocation not supported by any of loaded plugins Mar 24 15:38:59.227893 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.228874 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.229316 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: ip-substring-filtering Mar 24 15:38:59.229641 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: l2_adjacency.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.230554 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.231098 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 24 15:38:59.231423 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: l3.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.234130 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.234704 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: router Mar 24 15:38:59.235039 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.237287 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.237822 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 24 15:38:59.238157 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.239141 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.239660 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: ext-gw-mode Mar 24 15:38:59.239987 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.240903 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.241418 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: l3-ha Mar 24 15:38:59.241743 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.250329 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.250871 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 24 15:38:59.251196 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: l3_flavors.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.252115 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.252643 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: l3-flavors Mar 24 15:38:59.252968 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.254388 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.254940 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 24 15:38:59.255328 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.256245 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.256763 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 24 15:38:59.257090 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: l3agentscheduler.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.258133 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.258651 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: l3_agent_scheduler Mar 24 15:38:59.259002 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: local_ip.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.260846 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.261379 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension local_ip not supported by any of loaded plugins Mar 24 15:38:59.261719 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: logging.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.263236 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.263759 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension logging not supported by any of loaded plugins Mar 24 15:38:59.264092 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: metering.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.264830 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.266134 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: metering Mar 24 15:38:59.266469 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.267656 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.268178 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: metering_source_and_destination_fields Mar 24 15:38:59.268505 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: multiprovidernet.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.269445 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.270227 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: multi-provider Mar 24 15:38:59.270550 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: netmtu.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.271483 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.272002 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: net-mtu Mar 24 15:38:59.272330 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: netmtu_writable.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.273285 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.273796 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: net-mtu-writable Mar 24 15:38:59.274118 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: network_availability_zone.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.274810 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.275324 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: network_availability_zone Mar 24 15:38:59.275646 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: network_ip_availability.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.276759 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.277320 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: network-ip-availability Mar 24 15:38:59.277644 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: network_segment_range.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.278459 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.278997 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension network-segment-range not supported by any of loaded plugins Mar 24 15:38:59.279356 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: pagination.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.284810 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.285159 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: pagination Mar 24 15:38:59.285487 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: port_device_profile.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.286409 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.286967 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: port-device-profile Mar 24 15:38:59.287291 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.288218 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.288736 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: port-mac-address-regenerate Mar 24 15:38:59.289059 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.290130 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.290652 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: port-numa-affinity-policy Mar 24 15:38:59.291005 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: port_resource_request.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.291929 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.292438 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension port-resource-request not supported by any of loaded plugins Mar 24 15:38:59.292762 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: port_resource_request_groups.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.293729 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.294239 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 24 15:38:59.294561 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: portbindings.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.295542 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.296055 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: binding Mar 24 15:38:59.296399 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: portbindings_extended.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.297741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.298261 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: binding-extended Mar 24 15:38:59.298590 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: portsecurity.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.299525 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.300045 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: port-security Mar 24 15:38:59.300368 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: project_id.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.301437 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.301768 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: project-id Mar 24 15:38:59.302094 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: providernet.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.303059 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.303580 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: provider Mar 24 15:38:59.303905 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.314398 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.314900 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos not supported by any of loaded plugins Mar 24 15:38:59.315231 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.316475 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.316996 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 24 15:38:59.317326 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.318242 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.318867 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 24 15:38:59.319196 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_default.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.320109 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.320626 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-default not supported by any of loaded plugins Mar 24 15:38:59.320957 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_fip.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.321867 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.322385 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-fip not supported by any of loaded plugins Mar 24 15:38:59.322729 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.323645 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.324198 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 24 15:38:59.324526 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_gateway_ip.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.325440 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.325960 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 24 15:38:59.326284 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_port_network_policy.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.327220 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.328308 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 24 15:38:59.328633 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.329742 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.330263 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 24 15:38:59.330588 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.331649 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.332170 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 24 15:38:59.332497 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_pps_rule.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.333679 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.334202 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-pps not supported by any of loaded plugins Mar 24 15:38:59.334530 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_rule_type_details.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.335573 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.336108 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 24 15:38:59.336426 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.341984 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.342499 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 24 15:38:59.342855 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: qos_rules_alias.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.344024 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.344538 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 24 15:38:59.344862 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: quota_check_limit.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.345772 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.346290 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: quota-check-limit Mar 24 15:38:59.346613 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: quotasv2.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.347648 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.347982 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: quotas Mar 24 15:38:59.348305 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: quotasv2_detail.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.350234 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.350576 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: quota_details Mar 24 15:38:59.350941 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: rbac.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.351992 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.352521 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: rbac-policies Mar 24 15:38:59.352853 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: rbac_address_group.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.353870 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.354394 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: rbac-address-group Mar 24 15:38:59.354752 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: rbac_address_scope.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.355667 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.356186 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: rbac-address-scope Mar 24 15:38:59.356512 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: rbac_security_groups.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.357500 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.358074 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: rbac-security-groups Mar 24 15:38:59.358402 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: rbac_subnetpool.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.359365 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.359878 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: rbac-subnetpool Mar 24 15:38:59.360209 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: revisionifmatch.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.361119 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.361634 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: revision-if-match Mar 24 15:38:59.361957 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: revisions.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.370383 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.370933 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: standard-attr-revisions Mar 24 15:38:59.371257 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: router_availability_zone.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.371924 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.372437 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: router_availability_zone Mar 24 15:38:59.372759 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: routerservicetype.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.373683 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.374191 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension router-service-type not supported by any of loaded plugins Mar 24 15:38:59.375053 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.376086 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.376601 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: security-groups-normalized-cidr Mar 24 15:38:59.376925 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.377835 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.378351 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: port-security-groups-filtering Mar 24 15:38:59.378701 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.379620 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.380136 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: security-groups-remote-address-group Mar 24 15:38:59.380461 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.381399 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.381918 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: security-groups-shared-filtering Mar 24 15:38:59.382239 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.382849 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 24 15:38:59.383169 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: securitygroup.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.393680 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.394253 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: security-group Mar 24 15:38:59.394582 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: segment.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.395601 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.396114 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension segment not supported by any of loaded plugins Mar 24 15:38:59.396438 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.397378 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.397889 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 24 15:38:59.398214 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: servicetype.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.399422 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.399947 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: service-type Mar 24 15:38:59.400270 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: sorting.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.401258 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.401589 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: sorting Mar 24 15:38:59.401910 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: standard_attr_segment.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.410075 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.410589 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 24 15:38:59.410939 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: standardattrdescription.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.411582 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.412096 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: standard-attr-description Mar 24 15:38:59.412417 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: stateful_security_group.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.413342 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.413858 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: stateful-security-group Mar 24 15:38:59.414179 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: stdattrs_common.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.414776 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 24 15:38:59.415115 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.416082 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.417627 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 24 15:38:59.417970 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: subnet_onboard.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.419127 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.419653 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: subnet_onboard Mar 24 15:38:59.419976 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.420898 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.421481 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 24 15:38:59.421799 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: subnet_service_types.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.422760 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.423281 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: subnet-service-types Mar 24 15:38:59.423601 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: subnetallocation.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.424681 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.425205 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: subnet_allocation Mar 24 15:38:59.425530 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.426195 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.426733 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: subnetpool-prefix-ops Mar 24 15:38:59.427092 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.428023 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.428535 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 24 15:38:59.428858 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: tagging.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.429913 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.430438 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: standard-attr-tag Mar 24 15:38:59.430822 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: timestamp.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.432092 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.432615 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loaded extension: standard-attr-timestamp Mar 24 15:38:59.432946 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: trunk.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.433975 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.434519 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension trunk not supported by any of loaded plugins Mar 24 15:38:59.434873 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: trunk_details.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.435791 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.436305 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension trunk-details not supported by any of loaded plugins Mar 24 15:38:59.436628 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: uplink_status_propagation.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.445531 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.446044 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 24 15:38:59.446366 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Loading extension file: vlantransparent.py {{(pid=110287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 15:38:59.447069 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 15:38:59.447582 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 24 15:38:59.450185 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:network Mar 24 15:38:59.450722 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:subnet Mar 24 15:38:59.451120 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 15:38:59.451507 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:port Mar 24 15:38:59.453279 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.453710 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service FLAVORS assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.454322 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.454766 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.455098 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:router Mar 24 15:38:59.455563 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:floatingip Mar 24 15:38:59.456066 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service METERING assigned prefix: /metering {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.457515 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.457890 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.458244 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:38:59.459259 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 15:38:59.459711 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:security_group Mar 24 15:38:59.460145 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 15:38:59.460741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service CORE assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.461075 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 15:38:59.461469 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] subnetpool is already registered Mar 24 15:38:59.461892 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service CORE assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.462217 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 15:38:59.462548 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] subnetpool is already registered Mar 24 15:38:59.464829 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.465256 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service FLAVORS assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.465928 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.466345 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.466697 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:router Mar 24 15:38:59.467061 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] router is already registered Mar 24 15:38:59.468124 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:floatingip Mar 24 15:38:59.468124 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] floatingip is already registered Mar 24 15:38:59.468341 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service METERING assigned prefix: /metering {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.469002 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 15:38:59.469331 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] rbac_policy is already registered Mar 24 15:38:59.469753 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:security_group Mar 24 15:38:59.470093 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] security_group is already registered Mar 24 15:38:59.470530 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 15:38:59.470895 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] security_group_rule is already registered Mar 24 15:38:59.471516 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service CORE assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.471844 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 15:38:59.472177 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] subnetpool is already registered Mar 24 15:38:59.472593 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.v2.resource_helper [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Service CORE assigned prefix: {{(pid=110287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 15:38:59.472919 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 15:38:59.473248 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING neutron.quota.resource_registry [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] subnetpool is already registered Mar 24 15:38:59.473708 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: extensions {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.475208 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: address-groups {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.476674 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: address-scopes {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.477966 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: agents {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.479153 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: auto-allocated-topology {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.480375 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: availability_zones {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.481583 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: dhcp-networks {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.483162 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: dhcp-agents {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.484708 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: routers {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.486955 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: flavors {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.488119 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: service_profiles {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.489335 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: next_providers {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.490899 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: service_profiles {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.493423 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: floatingip-pools {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.494756 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: routers {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.496986 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: floatingips {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.498262 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: l3-routers {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.500202 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: l3-agents {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.501677 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: metering-labels {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.503043 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: metering-label-rules {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.504315 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: network-ip-availabilities {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.505577 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: bindings {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.507237 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: quotas {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.508795 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: quotas {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.510313 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: rbac-policies {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.511621 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: security-groups {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.512982 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: security-group-rules {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.514192 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: service-providers {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.516172 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: subnetpools {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.517573 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: subnetpools {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.519132 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: tags {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.524666 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: tags {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.524666 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: tags {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.524666 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: tags {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.526412 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: tags {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.528267 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: tags {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.529966 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: tags {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.532045 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: tags {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.533776 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: tags {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.535648 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron.api.extensions [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Extended resource: tags {{(pid=110287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 15:38:59.541556 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING keystonemiddleware.auth_token [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 24 15:38:59.546760 dv-cinder-790535-34-iscsi neutron-server[110287]: WARNING keystonemiddleware.auth_token [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 24 15:38:59.555452 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_concurrency.lockutils [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Acquired lock "singleton_lock" {{(pid=110287) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 24 15:38:59.555927 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_concurrency.lockutils [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Releasing lock "singleton_lock" {{(pid=110287) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 24 15:38:59.556585 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO oslo_service.service [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Starting 2 workers Mar 24 15:38:59.561476 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Started child 110396 {{(pid=110287) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 15:38:59.566820 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Started child 110397 {{(pid=110287) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 15:38:59.567577 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:38:59.568535 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO neutron.service [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 24 15:38:59.569076 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:38:59.569192 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [-] (110396) wsgi starting up on http://0.0.0.0:9696 Mar 24 15:38:59.571700 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO oslo_service.service [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Starting 1 workers Mar 24 15:38:59.575729 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:38:59.575729 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [-] (110397) wsgi starting up on http://0.0.0.0:9696 Mar 24 15:38:59.576995 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Started child 110398 {{(pid=110287) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 15:38:59.577674 dv-cinder-790535-34-iscsi neutron-server[110287]: INFO oslo_service.service [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Starting 1 workers Mar 24 15:38:59.581346 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.service [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] calling RpcWorker wait() {{(pid=110398) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 24 15:38:59.581867 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.service [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] returning from RpcWorker wait() {{(pid=110398) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 24 15:38:59.582425 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Started child 110399 {{(pid=110287) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 15:38:59.583210 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:38:59.583330 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3cfb-0ade-4323-a89d-cf264c7841e4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:38:59.583668 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:38:59.585247 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110287) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 24 15:38:59.585465 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 15:38:59.585653 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 15:38:59.585879 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 15:38:59.586235 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 15:38:59.586397 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 15:38:59.586941 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.587257 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.587515 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.587789 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.588081 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.588327 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:38:59.588776 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.588949 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.589188 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.589457 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.589550 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:38:59.589683 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.589858 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.590025 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.590266 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.590527 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.590843 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.591114 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.591364 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.591637 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.591811 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.592083 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.592828 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.592828 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.592990 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] debug = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.593284 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.593938 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.594170 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.594416 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.594643 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.594945 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.595175 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.595445 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.595682 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.595921 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.596170 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.596429 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.596662 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.596878 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.597145 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.597356 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.597617 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.597847 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.598280 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] host = dv-cinder-790535-34-iscsi {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.598549 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.598835 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.599070 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.599322 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.599687 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.599867 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.600122 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.600377 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.600603 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.600837 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.601085 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.601318 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.601532 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.601777 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.601942 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_options = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.602230 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.602502 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.602772 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.604280 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.604280 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.604280 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.604280 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.604280 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.604280 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.604280 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.605259 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.605259 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.605259 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.605259 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.605740 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.605740 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.605981 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.605981 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.606225 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.606459 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.606776 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.606914 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.607151 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.607366 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.607599 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.607813 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.608070 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.608316 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.608508 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.609316 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.609557 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.609786 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.610004 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.610240 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.611391 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.611675 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.611941 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.612193 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.612535 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.612795 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.613042 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.613372 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.613611 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.613883 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.614132 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.614361 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.614588 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_json = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.614859 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.615115 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.615386 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.615611 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.615835 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.616058 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.616309 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.616572 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.616976 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.617342 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.617758 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.617892 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.618184 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.618321 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.618560 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.618998 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.619172 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.619299 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.619497 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.619820 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.620034 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.620340 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.620609 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.620901 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.621347 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.621920 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.621920 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.622183 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.622315 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.622557 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.622799 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.623103 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.623331 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.623586 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.623845 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.624077 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.624983 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.625276 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.625614 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.625885 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.626137 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.626416 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.626644 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.627310 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.627310 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.627576 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.627576 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.627827 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.628040 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.628269 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.628492 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.628713 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.628945 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.629188 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.629440 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.629690 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.629932 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.630163 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.630385 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.630606 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.630846 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.631066 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.631302 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.631536 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.631780 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.632066 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.632337 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.632560 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.632775 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.633011 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.633253 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.633521 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.633765 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.634001 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.634218 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.634468 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.634704 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.634962 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.635182 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.635403 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.635616 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.635835 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.636055 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.636272 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.636528 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.636743 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.636962 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.637190 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.637406 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.637622 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.637837 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.638051 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.638537 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.638537 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.638901 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.639037 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.639174 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.639462 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.639700 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.640003 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.641108 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.641108 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.641108 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.641363 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.641431 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.641665 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.641919 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.642185 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.642407 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.642631 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.642874 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.643127 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.643375 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.643604 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.643879 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.644229 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.644716 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.645780 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.646017 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.646841 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.646841 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.646841 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.647727 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.647727 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.647727 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.648098 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.648098 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.648334 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.650045 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.650045 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.650045 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.650045 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.650045 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.650045 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.650045 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.651000 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.651000 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.651000 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.651327 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.651409 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.651620 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.651873 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.652151 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.652408 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.652667 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.652910 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.653133 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.653812 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.654161 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.654395 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.654620 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.654882 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.655170 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.655422 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.655821 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.656214 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.656484 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.656741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.662694 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.662694 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.662694 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663029 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51380) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:38:59.663116 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663116 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663116 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663116 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663116 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663116 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663116 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663116 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663653 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663653 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663653 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663653 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663653 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663653 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663653 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.663653 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664211 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664211 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664211 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664211 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664211 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664211 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664211 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664211 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664762 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664762 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664762 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664762 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664762 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664762 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.664762 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.665265 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.665265 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.665265 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.665477 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.665688 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.665905 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.666150 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.666495 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.666798 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.666979 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.667219 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.667562 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.667805 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.668040 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.668290 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.668535 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.668773 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.668980 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.669203 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.669455 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.669677 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.669906 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.670147 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.670371 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.670600 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.670839 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.671081 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.671975 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.672328 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.672592 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.672816 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.673084 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.673265 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.673487 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.673846 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.674076 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.674295 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.674395 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0137994 Mar 24 15:38:59.675559 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.675803 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.676076 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.677089 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.677345 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.677596 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.677872 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.678851 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.680123 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.680277 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.680616 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.680921 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.681237 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.681542 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.682347 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.682347 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.682347 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.682579 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.682973 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.683494 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.683749 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.683993 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.684849 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.684849 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.684849 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.685065 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.685134 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.685349 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.685571 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.685798 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.686037 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.686289 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.686540 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.686864 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.687589 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.690560 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.690560 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.690560 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.690560 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.690560 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.690560 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.690560 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.690560 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.691100 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.691100 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.691100 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.691100 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.691100 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.691100 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.691435 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.691713 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.691814 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.692089 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.692410 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.692709 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.692968 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.693252 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.693545 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.694716 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.694716 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.694716 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.694716 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.695117 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.695322 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.695592 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.695880 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.696137 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.696370 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.697296 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.697296 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.697296 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.697296 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.697575 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.697764 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.697984 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.698231 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.698468 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.698777 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.699041 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.699281 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.699538 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.699760 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.699925 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 15:38:59.700462 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110287) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 24 15:38:59.700630 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 15:38:59.700790 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 15:38:59.700966 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 15:38:59.701141 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 15:38:59.701304 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 15:38:59.701518 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.701687 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.701871 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.702017 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.702178 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.702366 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.702588 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.702813 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.702966 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.703130 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.703295 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.703460 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.703620 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.703782 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.703945 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.704107 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.704271 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.704435 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.704605 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.704768 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.704930 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.705093 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.705257 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] debug = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.705421 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.705632 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.705803 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.705971 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.706133 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.706296 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.706460 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.706865 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.706865 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.707079 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.707181 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.707314 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.707481 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.707716 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.707848 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.707970 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.708100 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.708259 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.708388 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] host = dv-cinder-790535-34-iscsi {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.708554 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.708717 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.708879 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.709036 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.709198 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.709367 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.709650 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.709767 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.709842 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.709981 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.710174 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.710300 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.710457 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.710617 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.710815 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_options = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.710981 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.711156 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.711309 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.711487 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.711657 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.711816 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.711980 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.712145 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.712318 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.712468 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.712628 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.712788 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.712950 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.713163 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.713306 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.713470 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.713633 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.713797 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.714443 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.714443 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.714443 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.714443 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.714788 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.714788 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.714925 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.715034 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.719543 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.719543 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.719543 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.719543 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.719543 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.719543 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.719543 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.719543 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720015 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720015 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720015 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720015 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720015 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720015 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720015 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720015 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720649 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720649 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720649 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720649 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720649 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_json = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720649 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720649 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720649 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.720649 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.721175 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.721175 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.721175 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.721175 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.721175 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 15:38:59.721175 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.721175 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.721175 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.721619 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.721619 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.721619 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.721619 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.721855 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.721922 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.722449 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.722449 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.722449 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.722720 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.722720 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.722948 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.723057 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.723197 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.723341 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.723511 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.723690 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.723851 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.724017 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.724167 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.724335 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.724497 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.724658 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.724824 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.724999 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.725164 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.725344 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.725529 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.725677 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.725834 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.725998 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.726152 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.726320 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.726487 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.726653 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.727741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.727845 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.727991 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.728159 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.728326 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.728464 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.728601 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.728771 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.728926 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.729167 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.730416 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.730610 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.730822 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.730993 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.731160 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.731327 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.731495 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.731664 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.731826 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.731993 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.732159 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.734650 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.734851 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.735100 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.735197 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.735335 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.735495 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.735660 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.735827 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.736015 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.736180 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.736338 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.736619 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.736714 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.736851 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.736959 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.737125 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.737287 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.737442 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.737610 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.737775 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.737943 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.738113 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.738278 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.738443 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.738600 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.739419 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.739517 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.739687 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.739851 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.740006 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.740174 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.740339 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.740515 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.740694 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.740924 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.741019 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.741174 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.741420 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.741562 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.741705 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.741865 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.742034 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.742192 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.742478 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.742576 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.742792 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.742922 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.743041 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.743221 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.743366 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.743528 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.743692 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.743857 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.744021 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.744178 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.745139 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:38:59.745238 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.745382 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.745527 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.745664 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.745826 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.746001 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.746171 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.746344 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.747417 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.747597 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.747776 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.747944 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.748250 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.748250 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.748520 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.748660 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.748875 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.748875 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.749184 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.750205 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.750365 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.750473 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.750629 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.751732 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.751732 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.754255 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.754255 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.754255 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.754255 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.754255 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.754255 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.754255 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.754255 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.756930 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.756930 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.756930 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.756930 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.756930 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.756930 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.756930 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.756930 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.757741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.757741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.757741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.757741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.757741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.757741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.757741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.757741 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.758591 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.758591 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.758591 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.758591 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.758591 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.758591 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.758591 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.758591 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.759429 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.759429 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.759429 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.759429 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.759429 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.759429 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.759429 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.759909 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.759909 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.759909 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.760113 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.760336 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.760476 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.760610 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.760695 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.760867 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.761034 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.761200 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.761367 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.761578 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.761708 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.761850 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.762059 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.762179 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.762342 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.762562 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.762736 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.762864 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.763032 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.763197 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.763427 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.763571 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.763677 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.763831 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.763995 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.764161 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.764325 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.764504 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.764656 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.766163 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.766163 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.766163 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.766163 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.766163 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.766544 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.766544 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.766544 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.766844 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.766971 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.767103 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.767226 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.767348 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.767502 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.767669 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.767834 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.767999 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.768175 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.768324 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.768499 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.768664 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.768829 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.768993 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.769158 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.769323 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.769522 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.769685 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.770105 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.770271 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.770555 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.770730 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.770858 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.770983 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.771105 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.771232 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.771382 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.771546 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.771778 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.771907 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.772029 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.772177 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.772340 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.772510 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.772682 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.772863 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.773011 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.773332 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.773642 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.773962 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.774279 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.774444 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.774614 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.776781 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.776781 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.776781 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.776781 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.776781 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.776781 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.776781 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.776781 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777279 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777279 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777279 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777279 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777279 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777279 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777279 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777279 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777805 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777805 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777805 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.777805 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.778021 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.778130 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.778295 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.778461 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.778629 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.778820 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.778983 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.779149 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.779310 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.780172 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.780172 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.780172 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.780172 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.780172 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.780610 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.780610 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.780610 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.780871 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.781064 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.781235 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 15:38:59.781365 dv-cinder-790535-34-iscsi neutron-server[110287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 15:39:11.444744 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d7610-9b8d-4dd8-9693-37b57644cf69 None None] get_active_networks_info from dv-cinder-790535-34-iscsi {{(pid=110398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 15:39:11.537356 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d7610-9b8d-4dd8-9693-37b57644cf69 None None] No non-hosted networks {{(pid=110398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 24 15:39:11.542252 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-406d2c9c-e092-4ce2-883a-a49ebfae1103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623585'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:13.847527 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e9c18457-9450-4244-b3d3-525eb752908e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623585'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:13.894190 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.db.api [None req-09077c46-1049-4438-9281-dd5f72bec5db None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790535-34-iscsi {{(pid=110398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 15:39:13.895851 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG oslo_db.api [None req-09077c46-1049-4438-9281-dd5f72bec5db None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 15:39:14.426234 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-09077c46-1049-4438-9281-dd5f72bec5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:14.667765 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51452) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:14.987562 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623585'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:15.239748 dv-cinder-790535-34-iscsi neutron-server[110396]: WARNING oslo_policy.policy [None req-57dc08e6-6d8e-4a8f-a367-5e8361aa1e8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 15:39:15.240334 dv-cinder-790535-34-iscsi neutron-server[110396]: WARNING oslo_policy.policy [None req-57dc08e6-6d8e-4a8f-a367-5e8361aa1e8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 15:39:15.472290 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [None req-57dc08e6-6d8e-4a8f-a367-5e8361aa1e8e admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:39:15.486710 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-57dc08e6-6d8e-4a8f-a367-5e8361aa1e8e admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8046722 Mar 24 15:39:16.388295 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623585'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:17.736970 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623585'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:17.738968 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.740666 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.741018 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.741989 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.742499 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.743124 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.744103 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.744476 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.744861 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.745362 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.749508 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.751661 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.752251 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.752605 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.752942 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:17.753358 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-34-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:39:17.760678 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-34-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:39:18.016595 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 51486) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:18.536992 dv-cinder-790535-34-iscsi neutron-server[110397]: WARNING oslo_policy.policy [None req-6cc8e53f-a4ac-4fe9-85d9-3d5d42d589bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 15:39:18.537572 dv-cinder-790535-34-iscsi neutron-server[110397]: WARNING oslo_policy.policy [None req-6cc8e53f-a4ac-4fe9-85d9-3d5d42d589bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 15:39:18.763756 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-6cc8e53f-a4ac-4fe9-85d9-3d5d42d589bf admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:39:18.861735 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.policy [None req-6cc8e53f-a4ac-4fe9-85d9-3d5d42d589bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110397) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 15:39:18.904489 dv-cinder-790535-34-iscsi neutron-server[110397]: WARNING oslo_policy.policy [None req-6cc8e53f-a4ac-4fe9-85d9-3d5d42d589bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 15:39:18.905581 dv-cinder-790535-34-iscsi neutron-server[110397]: WARNING oslo_policy.policy [None req-6cc8e53f-a4ac-4fe9-85d9-3d5d42d589bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 15:39:19.099895 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e53f-a4ac-4fe9-85d9-3d5d42d589bf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746231862491', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746231861928', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746231878556', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746231904045', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746231894806', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746232620063', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1164592', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1063202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759813', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-681758'] for rbac-policy (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:19.309898 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e53f-a4ac-4fe9-85d9-3d5d42d589bf admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:19.314970 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-6cc8e53f-a4ac-4fe9-85d9-3d5d42d589bf admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2927678 Mar 24 15:39:21.822755 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.db.l3_hamode_db [None req-4e1d6e18-0bb9-44ad-8d67-4f9c8c37e7a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 24 15:39:21.851341 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 51504) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:21.904408 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d6e18-0bb9-44ad-8d67-4f9c8c37e7a2 None None] Routers set() bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:39:21.904758 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d6e18-0bb9-44ad-8d67-4f9c8c37e7a2 None None] Router IDs set() for agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 15:39:22.169241 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:39:22.261579 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Made reservation on behalf of 9eada29305d041e38df2ec821e434fad for: {'network': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:39:22.265647 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:22.282054 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:22.389752 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Publish callbacks [] for security_group (9d1b797f-65fd-4acd-85fc-6e33cfa9a0ce), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:22.604663 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (9d1b797f-65fd-4acd-85fc-6e33cfa9a0ce), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:22.636755 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=110397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:39:22.664586 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746234094394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (7c0a29d9-9a70-4c72-805a-d4a5e37ccd42), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:22.665189 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Unsubscribe: segment precommit_create {{(pid=110397) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 15:39:22.665698 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.segments_db [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Added segment 7c0a29d9-9a70-4c72-805a-d4a5e37ccd42 of type vlan for network f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 Mar 24 15:39:22.671733 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1b797f-65fd-4acd-85fc-6e33cfa9a0ce,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:22.706492 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.706860 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.707223 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.707562 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.707889 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.708214 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.708536 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.708854 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.709195 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.709510 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.709830 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.710158 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.710475 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.710813 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.711127 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Tracked resource versions report: Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: pushed versions: Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: { 'AddressGroup': {'1.2'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Agent': {'1.1'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'ConntrackHelper': {'1.0'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'LocalIPAssociation': {'1.0'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Log': {'1.0'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'NDPProxy': {'1.0'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Network': {'1.1'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Port': {'1.7'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'PortForwarding': {'1.3'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'QosPolicy': {'1.10'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SecurityGroup': {'1.5'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SecurityGroupRule': {'1.2'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SubPort': {'1.0'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Subnet': {'1.1'}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Trunk': {'1.1'}} Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: consumer versions: Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: { DHCP agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: L3 agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: Metadata agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: Metering agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: Open vSwitch agent@dv-cinder-790535-34-iscsi: { 'AddressGroup': '1.2', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Agent': '1.1', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'ConntrackHelper': '1.0', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'LocalIPAssociation': '1.0', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Log': '1.0', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'NDPProxy': '1.0', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Network': '1.1', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Port': '1.7', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'PortForwarding': '1.3', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'QosPolicy': '1.10', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SecurityGroup': '1.5', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SecurityGroupRule': '1.2', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SubPort': '1.0', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Subnet': '1.1', Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Trunk': '1.1'}} Mar 24 15:39:22.713480 dv-cinder-790535-34-iscsi neutron-server[110397]: {{(pid=110397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 15:39:22.777810 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (f52aafe0-fcf8-4be6-95d4-2ab9ef255b68), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:22.882900 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (f52aafe0-fcf8-4be6-95d4-2ab9ef255b68), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:22.888047 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:39:22.888775 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:23.002149 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] Pushing event updated for resources: {'Network': ['ID=f52aafe0-fcf8-4be6-95d4-2ab9ef255b68,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:23.014531 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:39:23.028233 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-437e2709-f7fa-4fdb-a043-9efae6a293e7 demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1757400 Mar 24 15:39:25.620497 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51516) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:26.141264 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.policy [None req-89f91c71-4c56-41b3-9f45-f17a9943c481 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110396) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 15:39:26.184306 dv-cinder-790535-34-iscsi neutron-server[110396]: WARNING oslo_policy.policy [None req-89f91c71-4c56-41b3-9f45-f17a9943c481 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 15:39:26.184682 dv-cinder-790535-34-iscsi neutron-server[110396]: WARNING oslo_policy.policy [None req-89f91c71-4c56-41b3-9f45-f17a9943c481 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 15:39:26.192920 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f91c71-4c56-41b3-9f45-f17a9943c481 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:39:26.194634 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-89f91c71-4c56-41b3-9f45-f17a9943c481 demo admin] 10.222.0.31 "GET /v2.0/networks/f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 HTTP/1.1" status: 200 len: 825 time: 0.5731928 Mar 24 15:39:26.232588 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-d071592f-a27f-4265-960b-cc28b5197703 demo admin] 10.222.0.31 "GET /v2.0/subnetpools/8cc4e6d0-8c39-44cc-b354-260599fdd9a2 HTTP/1.1" status: 200 len: 734 time: 0.0322936 Mar 24 15:39:26.241935 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8cc4e6d0-8c39-44cc-b354-260599fdd9a2'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:39:26.347439 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Made reservation on behalf of 9eada29305d041e38df2ec821e434fad for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:39:26.350267 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:26.696048 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (ecc07d3b-dbfa-4cd9-a116-30b85a36014a), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:26.763632 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Checking segment: {'id': '7c0a29d9-9a70-4c72-805a-d4a5e37ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:39:26.764066 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Network hostable DHCP agents. Network: f52aafe0-fcf8-4be6-95d4-2ab9ef255b68, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:39:26.777706 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ecc07d3b-dbfa-4cd9-a116-30b85a36014a,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:26.790603 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.790975 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.791342 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.791708 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.792037 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.792365 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.792692 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.793011 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.793331 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.793649 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.793981 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.794316 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.794634 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.795492 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.795922 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Tracked resource versions report: Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: pushed versions: Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: { 'AddressGroup': {'1.2'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Agent': {'1.1'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'ConntrackHelper': {'1.0'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'LocalIPAssociation': {'1.0'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Log': {'1.0'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'NDPProxy': {'1.0'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Network': {'1.1'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Port': {'1.7'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'PortForwarding': {'1.3'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'QosPolicy': {'1.10'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SecurityGroup': {'1.5'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SecurityGroupRule': {'1.2'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SubPort': {'1.0'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Subnet': {'1.1'}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Trunk': {'1.1'}} Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: consumer versions: Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: { DHCP agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: L3 agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: Metadata agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: Metering agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: Open vSwitch agent@dv-cinder-790535-34-iscsi: { 'AddressGroup': '1.2', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Agent': '1.1', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'ConntrackHelper': '1.0', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'LocalIPAssociation': '1.0', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Log': '1.0', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'NDPProxy': '1.0', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Network': '1.1', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Port': '1.7', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'PortForwarding': '1.3', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'QosPolicy': '1.10', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SecurityGroup': '1.5', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SecurityGroupRule': '1.2', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SubPort': '1.0', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Subnet': '1.1', Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Trunk': '1.1'}} Mar 24 15:39:26.797359 dv-cinder-790535-34-iscsi neutron-server[110396]: {{(pid=110396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 15:39:26.849871 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Network f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:39:26.922912 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, f52aafe0-fcf8-4be6-95d4-2ab9ef255b68) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:39:26.927557 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:39:26.928192 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:26.932551 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a3991-83e8-4bba-975c-748c05ae1689 None None] Network f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:39:27.011169 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-15ca7d32-8490-4f52-8197-a15e32653b92 demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7725637 Mar 24 15:39:27.324448 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-f52aafe0-fcf8-4be6-95d4-2ab9ef255b68', 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68', 'project_id': '9eada29305d041e38df2ec821e434fad', 'fixed_ips': [{'subnet_id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:39:27.324448 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:27.608285 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Allocated IP 172.20.0.2 (f52aafe0-fcf8-4be6-95d4-2ab9ef255b68/ecc07d3b-dbfa-4cd9-a116-30b85a36014a/d41dc94d-bbf1-4127-aebe-7dd010d9ed00) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:39:27.878460 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Publish callbacks [] for port (d41dc94d-bbf1-4127-aebe-7dd010d9ed00), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:27.982057 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (d41dc94d-bbf1-4127-aebe-7dd010d9ed00), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:28.062874 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Network f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:39:28.069883 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:39:28.073050 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:39:28.081473 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Pushing event updated for resources: {'Port': ['ID=d41dc94d-bbf1-4127-aebe-7dd010d9ed00,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:28.126935 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.127288 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.127647 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.128005 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.128338 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.128712 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.128991 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.129314 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.129655 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.129979 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.130301 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.130636 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.130980 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.131298 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.131620 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Tracked resource versions report: Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: pushed versions: Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: { 'AddressGroup': {'1.2'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Agent': {'1.1'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'ConntrackHelper': {'1.0'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'LocalIPAssociation': {'1.0'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Log': {'1.0'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'NDPProxy': {'1.0'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Network': {'1.1'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Port': {'1.7'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'PortForwarding': {'1.3'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'QosPolicy': {'1.10'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SecurityGroup': {'1.5'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SecurityGroupRule': {'1.2'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SubPort': {'1.0'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Subnet': {'1.1'}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Trunk': {'1.1'}} Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: consumer versions: Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: { DHCP agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: L3 agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: Metadata agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: Metering agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: Open vSwitch agent@dv-cinder-790535-34-iscsi: { 'AddressGroup': '1.2', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Agent': '1.1', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'ConntrackHelper': '1.0', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'LocalIPAssociation': '1.0', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Log': '1.0', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'NDPProxy': '1.0', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Network': '1.1', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Port': '1.7', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'PortForwarding': '1.3', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'QosPolicy': '1.10', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SecurityGroup': '1.5', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SecurityGroupRule': '1.2', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SubPort': '1.0', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Subnet': '1.1', Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Trunk': '1.1'}} Mar 24 15:39:28.133079 dv-cinder-790535-34-iscsi neutron-server[110398]: {{(pid=110398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 15:39:28.167360 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Attempting to bind port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:39:28.167774 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Attempting to bind port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '7c0a29d9-9a70-4c72-805a-d4a5e37ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:39:28.168208 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Attempting to bind port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 on network f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:39:28.173229 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:39:28.173606 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Checking segment: {'id': '7c0a29d9-9a70-4c72-805a-d4a5e37ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:39:28.174095 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:28.174498 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Bound using segment: {'id': '7c0a29d9-9a70-4c72-805a-d4a5e37ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:39:28.174999 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Bound port: d41dc94d-bbf1-4127-aebe-7dd010d9ed00, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0a29d9-9a70-4c72-805a-d4a5e37ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:39:28.175413 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (d41dc94d-bbf1-4127-aebe-7dd010d9ed00), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:28.241752 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] For port d41dc94d-bbf1-4127-aebe-7dd010d9ed00, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:39:28.245961 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] For port d41dc94d-bbf1-4127-aebe-7dd010d9ed00, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=d41dc94d-bbf1-4127-aebe-7dd010d9ed00,segment=NetworkSegment(7c0a29d9-9a70-4c72-805a-d4a5e37ccd42),segment_id=7c0a29d9-9a70-4c72-805a-d4a5e37ccd42)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:39:28.325211 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (d41dc94d-bbf1-4127-aebe-7dd010d9ed00), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:28.396001 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57545de-e4fa-46da-b0e0-25053563f0da None None] Pushing event updated for resources: {'Port': ['ID=d41dc94d-bbf1-4127-aebe-7dd010d9ed00,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:29.564757 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51530) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:29.889178 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [None req-17ba9b7f-d11f-4412-a79c-2d7a6bc15332 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:39:29.890306 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-17ba9b7f-d11f-4412-a79c-2d7a6bc15332 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3245702 Mar 24 15:39:32.441218 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51538) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:32.753669 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [None req-41a471cf-2aef-480f-89db-dcd80924cd85 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:39:32.754701 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-41a471cf-2aef-480f-89db-dcd80924cd85 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124249 Mar 24 15:39:35.342298 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51546) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:35.660749 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d6d3244e-9fce-4a12-8a05-8360098871d4 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:39:35.747545 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6d3244e-9fce-4a12-8a05-8360098871d4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1623102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045903'] for router (46f7c8b9-62e7-412f-be2f-86347eac040d), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:35.749354 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6d3244e-9fce-4a12-8a05-8360098871d4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046006'] for router (46f7c8b9-62e7-412f-be2f-86347eac040d), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:35.887364 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6d3244e-9fce-4a12-8a05-8360098871d4 demo demo] Publish callbacks [] for router_controller (46f7c8b9-62e7-412f-be2f-86347eac040d), precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:35.959244 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6d3244e-9fce-4a12-8a05-8360098871d4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896'] for router (46f7c8b9-62e7-412f-be2f-86347eac040d), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:36.050515 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6d3244e-9fce-4a12-8a05-8360098871d4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:36.051735 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-d6d3244e-9fce-4a12-8a05-8360098871d4 demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7084274 Mar 24 15:39:38.433773 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device d41dc94d-bbf1-4127-aebe-7dd010d9ed00 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:39:38.523408 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:39:38.523826 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (d41dc94d-bbf1-4127-aebe-7dd010d9ed00), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:38.634724 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:39:38.635111 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (d41dc94d-bbf1-4127-aebe-7dd010d9ed00), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:38.636639 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51558) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:38.672495 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port d41dc94d-bbf1-4127-aebe-7dd010d9ed00, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=d41dc94d-bbf1-4127-aebe-7dd010d9ed00,segment=NetworkSegment(7c0a29d9-9a70-4c72-805a-d4a5e37ccd42),segment_id=7c0a29d9-9a70-4c72-805a-d4a5e37ccd42)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:39:38.776124 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (d41dc94d-bbf1-4127-aebe-7dd010d9ed00), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:38.831873 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=d41dc94d-bbf1-4127-aebe-7dd010d9ed00,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:38.974463 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [None req-c06f9dda-6ad8-4675-89b8-dd4f000f903d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:39:38.975501 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-c06f9dda-6ad8-4675-89b8-dd4f000f903d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3372881 Mar 24 15:39:39.785993 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e87a05a-c3c1-4239-ab6e-94bddfdc38ca None None] Network f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:39:39.850032 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-65e55c14-5aae-450b-90ef-7ce275652ce0 None None] Provisioning complete for port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:39:39.850698 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-65e55c14-5aae-450b-90ef-7ce275652ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (d41dc94d-bbf1-4127-aebe-7dd010d9ed00), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:39.985451 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-65e55c14-5aae-450b-90ef-7ce275652ce0 None None] Current status of the port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:39:40.218174 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-f6a861d7-6554-4efb-b41b-3a4e8230e0d5 None None] Provisioning complete for port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:39:40.218592 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f6a861d7-6554-4efb-b41b-3a4e8230e0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (d41dc94d-bbf1-4127-aebe-7dd010d9ed00), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:40.303383 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-f6a861d7-6554-4efb-b41b-3a4e8230e0d5 None None] Current status of the port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:39:40.420902 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device d41dc94d-bbf1-4127-aebe-7dd010d9ed00 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:39:40.468428 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:39:40.468819 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (d41dc94d-bbf1-4127-aebe-7dd010d9ed00), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:40.545751 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:39:41.484178 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-94e7df6e-7a47-484d-b3d9-4ec6c3596dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:41.507065 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51568) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:41.820135 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:39:41.912849 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Made reservation on behalf of 41e10b094eb84eb4bddbb17553ff5d60 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:39:41.915103 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:41.930954 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:42.032081 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Publish callbacks [] for security_group (ebb88479-07fd-4a18-a8f3-181411ccabd2), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:42.110980 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (ebb88479-07fd-4a18-a8f3-181411ccabd2), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:42.129365 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Reserving flat network on physical network physnet1 {{(pid=110396) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 24 15:39:42.147934 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb88479-07fd-4a18-a8f3-181411ccabd2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:42.156090 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746234094394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (3c46df71-250a-4d1a-b1b6-99359544f8ae), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:42.156679 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Unsubscribe: segment precommit_create {{(pid=110396) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 15:39:42.157153 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.segments_db [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Added segment 3c46df71-250a-4d1a-b1b6-99359544f8ae of type flat for network cd957b4c-42c5-4eea-915f-4d8712523c86 Mar 24 15:39:42.207950 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (cd957b4c-42c5-4eea-915f-4d8712523c86), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:42.328314 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (cd957b4c-42c5-4eea-915f-4d8712523c86), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:42.329284 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:39:42.329865 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:42.424488 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] Pushing event updated for resources: {'Network': ['ID=cd957b4c-42c5-4eea-915f-4d8712523c86,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:42.434241 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network cd957b4c-42c5-4eea-915f-4d8712523c86 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:39:42.514230 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-ab46b7b3-e19e-47e7-bb45-ba62fe236203 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0061071 Mar 24 15:39:43.815657 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-252e547d-2300-455a-9395-8ce32feb655c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:44.963019 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:45.114859 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51586) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:45.289499 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec31f80-3c55-4e57-82e4-f11d76cbf653 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:39:45.290882 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-5ec31f80-3c55-4e57-82e4-f11d76cbf653 demo admin] 10.222.0.31 "GET /v2.0/subnets/ecc07d3b-dbfa-4cd9-a116-30b85a36014a HTTP/1.1" status: 200 len: 849 time: 0.1750419 Mar 24 15:39:45.413743 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-9f2f89de-37e2-4f4b-999a-074f19d261b2 demo admin] 10.222.0.31 "GET /v2.0/routers/46f7c8b9-62e7-412f-be2f-86347eac040d HTTP/1.1" status: 200 len: 704 time: 0.1170416 Mar 24 15:39:45.679855 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:45.968574 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Allocated IP 172.20.0.1 (f52aafe0-fcf8-4be6-95d4-2ab9ef255b68/ecc07d3b-dbfa-4cd9-a116-30b85a36014a/4c529181-425d-45a2-904d-fd2c2e4f5a0c) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:39:46.117947 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Publish callbacks [] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:46.244743 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:46.329746 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:46.355480 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Network f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:39:46.360603 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:39:46.367389 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:39:46.367926 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625853'] for router_interface (46f7c8b9-62e7-412f-be2f-86347eac040d), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:46.432329 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Pushing event updated for resources: {'Port': ['ID=4c529181-425d-45a2-904d-fd2c2e4f5a0c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:46.566536 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-2face8e6-2016-4cd2-8233-76cff370283d None None] Provisioning complete for port 4c529181-425d-45a2-904d-fd2c2e4f5a0c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:39:46.566979 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2face8e6-2016-4cd2-8233-76cff370283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:46.599706 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-2face8e6-2016-4cd2-8233-76cff370283d None None] Port 4c529181-425d-45a2-904d-fd2c2e4f5a0c cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:39:46.661281 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:46.866764 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Publish callbacks [] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:46.912765 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:46.913556 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625705'] for router_interface (46f7c8b9-62e7-412f-be2f-86347eac040d), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:46.991949 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Pushing event updated for resources: {'Port': ['ID=4c529181-425d-45a2-904d-fd2c2e4f5a0c,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:47.039164 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Network f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:39:47.040427 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:39:47.296371 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Router 46f7c8b9-62e7-412f-be2f-86347eac040d is scheduled to L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:39:47.322706 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-2d77da5d-3407-41b6-ad08-a4badd66914c None None] Provisioning complete for port 4c529181-425d-45a2-904d-fd2c2e4f5a0c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:39:47.323032 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2d77da5d-3407-41b6-ad08-a4badd66914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:47.358457 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-2d77da5d-3407-41b6-ad08-a4badd66914c None None] Port 4c529181-425d-45a2-904d-fd2c2e4f5a0c cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:39:47.391818 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:39:47.397370 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b54d4108-af78-4e4e-9fbc-b5f539930340 demo admin] 10.222.0.31 "PUT /v2.0/routers/46f7c8b9-62e7-412f-be2f-86347eac040d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9785602 Mar 24 15:39:47.402584 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Sync routers for ids ['46f7c8b9-62e7-412f-be2f-86347eac040d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:39:47.415092 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Routers {'46f7c8b9-62e7-412f-be2f-86347eac040d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:39:47.415896 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:39:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['46f7c8b9-62e7-412f-be2f-86347eac040d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:39:47.608743 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Set router 46f7c8b9-62e7-412f-be2f-86347eac040d gateway port host: None {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:39:47.724249 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:48.039783 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'name': 'router1', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:39:35Z', 'updated_at': '2022-03-24T15:39:46Z', 'revision_number': 2, 'project_id': '9eada29305d041e38df2ec821e434fad', 'gw_port_host': None, '_interfaces': [{'id': '4c529181-425d-45a2-904d-fd2c2e4f5a0c', 'name': '', 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'mac_address': 'fa:16:3e:c7:eb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:39:45Z', 'updated_at': '2022-03-24T15:39:46Z', 'revision_number': 2, 'project_id': '9eada29305d041e38df2ec821e434fad', 'subnets': [{'id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cc4e6d0-8c39-44cc-b354-260599fdd9a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:39:48.091517 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Checking router: 46f7c8b9-62e7-412f-be2f-86347eac040d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:39:48.091946 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Updating router 46f7c8b9-62e7-412f-be2f-86347eac040d port 4c529181-425d-45a2-904d-fd2c2e4f5a0c binding host dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:39:48.143190 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:48.652383 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Publish callbacks [] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), precommit_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:48.729859 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:48.902134 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Pushing event updated for resources: {'Port': ['ID=4c529181-425d-45a2-904d-fd2c2e4f5a0c,revision_number=3']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:48.913493 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.913841 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.914188 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.914524 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.914878 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.915202 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.915524 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.915844 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.916177 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.916502 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.916823 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.917155 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.917474 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.917790 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.918106 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Tracked resource versions report: Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: pushed versions: Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: { 'AddressGroup': {'1.2'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Agent': {'1.1'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'ConntrackHelper': {'1.0'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'LocalIPAssociation': {'1.0'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Log': {'1.0'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'NDPProxy': {'1.0'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Network': {'1.1'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Port': {'1.7'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'PortForwarding': {'1.3'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'QosPolicy': {'1.10'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SecurityGroup': {'1.5'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SecurityGroupRule': {'1.2'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SubPort': {'1.0'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Subnet': {'1.1'}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Trunk': {'1.1'}} Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: consumer versions: Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: { DHCP agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: L3 agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: Metadata agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: Metering agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: Open vSwitch agent@dv-cinder-790535-34-iscsi: { 'AddressGroup': '1.2', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Agent': '1.1', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'ConntrackHelper': '1.0', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'LocalIPAssociation': '1.0', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Log': '1.0', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'NDPProxy': '1.0', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Network': '1.1', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Port': '1.7', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'PortForwarding': '1.3', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'QosPolicy': '1.10', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SecurityGroup': '1.5', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SecurityGroupRule': '1.2', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SubPort': '1.0', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Subnet': '1.1', Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Trunk': '1.1'}} Mar 24 15:39:48.919655 dv-cinder-790535-34-iscsi neutron-server[110399]: {{(pid=110399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 15:39:48.923652 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Attempting to bind port 4c529181-425d-45a2-904d-fd2c2e4f5a0c on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:39:48.924067 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Attempting to bind port 4c529181-425d-45a2-904d-fd2c2e4f5a0c by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '7c0a29d9-9a70-4c72-805a-d4a5e37ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68'}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:39:48.924512 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Attempting to bind port 4c529181-425d-45a2-904d-fd2c2e4f5a0c on network f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:39:48.929575 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:39:48.929968 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Checking segment: {'id': '7c0a29d9-9a70-4c72-805a-d4a5e37ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:39:48.930572 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:48.930867 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Bound using segment: {'id': '7c0a29d9-9a70-4c72-805a-d4a5e37ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68'} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:39:48.931343 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Bound port: 4c529181-425d-45a2-904d-fd2c2e4f5a0c, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0a29d9-9a70-4c72-805a-d4a5e37ccd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68'}}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:39:48.931720 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:48.987099 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-e62ae0ac-204b-432a-b74b-0879563023d4 None None] Provisioning complete for port 4c529181-425d-45a2-904d-fd2c2e4f5a0c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:39:48.987667 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e62ae0ac-204b-432a-b74b-0879563023d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:48.998923 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] For port 4c529181-425d-45a2-904d-fd2c2e4f5a0c, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:39:49.018626 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] For port 4c529181-425d-45a2-904d-fd2c2e4f5a0c, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=4c529181-425d-45a2-904d-fd2c2e4f5a0c,segment=NetworkSegment(7c0a29d9-9a70-4c72-805a-d4a5e37ccd42),segment_id=7c0a29d9-9a70-4c72-805a-d4a5e37ccd42)] {{(pid=110399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:39:49.023245 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-e62ae0ac-204b-432a-b74b-0879563023d4 None None] Port 4c529181-425d-45a2-904d-fd2c2e4f5a0c cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:39:49.105800 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:49.155225 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Routers {'46f7c8b9-62e7-412f-be2f-86347eac040d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:39:49.155766 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:39:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['46f7c8b9-62e7-412f-be2f-86347eac040d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:39:49.234022 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be43ca-62fe-4b33-be5b-1b1353926830 None None] Pushing event updated for resources: {'Port': ['ID=4c529181-425d-45a2-904d-fd2c2e4f5a0c,revision_number=4']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:49.257924 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] Set router 46f7c8b9-62e7-412f-be2f-86347eac040d gateway port host: None {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:39:49.343304 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7122aad2-732a-4bb0-aec4-89c2b6a4530c None None] Provisioning complete for port 4c529181-425d-45a2-904d-fd2c2e4f5a0c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:39:49.343708 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7122aad2-732a-4bb0-aec4-89c2b6a4530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:49.428389 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7122aad2-732a-4bb0-aec4-89c2b6a4530c None None] Current status of the port 4c529181-425d-45a2-904d-fd2c2e4f5a0c is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:39:49.428777 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7122aad2-732a-4bb0-aec4-89c2b6a4530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:49.464043 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7122aad2-732a-4bb0-aec4-89c2b6a4530c None None] For port 4c529181-425d-45a2-904d-fd2c2e4f5a0c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=4c529181-425d-45a2-904d-fd2c2e4f5a0c,segment=NetworkSegment(7c0a29d9-9a70-4c72-805a-d4a5e37ccd42),segment_id=7c0a29d9-9a70-4c72-805a-d4a5e37ccd42)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:39:49.478372 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'name': 'router1', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:39:35Z', 'updated_at': '2022-03-24T15:39:46Z', 'revision_number': 2, 'project_id': '9eada29305d041e38df2ec821e434fad', 'gw_port_host': None, '_interfaces': [{'id': '4c529181-425d-45a2-904d-fd2c2e4f5a0c', 'name': '', 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'mac_address': 'fa:16:3e:c7:eb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:39:45Z', 'updated_at': '2022-03-24T15:39:48Z', 'revision_number': 4, 'project_id': '9eada29305d041e38df2ec821e434fad', 'subnets': [{'id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cc4e6d0-8c39-44cc-b354-260599fdd9a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:39:49.505312 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c0e61-ed4c-4371-9569-4bdfd067e89b None None] The sync data for ids ['46f7c8b9-62e7-412f-be2f-86347eac040d'] in dv-cinder-790535-34-iscsi is: [{'id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'name': 'router1', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:39:35Z', 'updated_at': '2022-03-24T15:39:46Z', 'revision_number': 2, 'project_id': '9eada29305d041e38df2ec821e434fad', 'gw_port_host': None, '_interfaces': [{'id': '4c529181-425d-45a2-904d-fd2c2e4f5a0c', 'name': '', 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'mac_address': 'fa:16:3e:c7:eb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:39:45Z', 'updated_at': '2022-03-24T15:39:48Z', 'revision_number': 4, 'project_id': '9eada29305d041e38df2ec821e434fad', 'subnets': [{'id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cc4e6d0-8c39-44cc-b354-260599fdd9a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:39:49.592992 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7122aad2-732a-4bb0-aec4-89c2b6a4530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:49.641863 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122aad2-732a-4bb0-aec4-89c2b6a4530c None None] Pushing event updated for resources: {'Port': ['ID=4c529181-425d-45a2-904d-fd2c2e4f5a0c,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:49.867859 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51606) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:49.975565 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b209d91-b4d8-4546-8a49-9bbd62793bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:39:49.976842 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-0b209d91-b4d8-4546-8a49-9bbd62793bed admin admin] 10.222.0.31 "GET /v2.0/networks/cd957b4c-42c5-4eea-915f-4d8712523c86 HTTP/1.1" status: 200 len: 842 time: 0.1080341 Mar 24 15:39:49.986684 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'gateway_ip': '172.27.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:39:50.078212 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Made reservation on behalf of 41e10b094eb84eb4bddbb17553ff5d60 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:39:50.080531 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:50.431891 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.objects.ports [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 15:39:50.432309 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (aab3c07a-7e36-4526-b854-5135fd184971), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:50.487056 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab3c07a-7e36-4526-b854-5135fd184971,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:50.496298 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:39:50.496651 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Network hostable DHCP agents. Network: cd957b4c-42c5-4eea-915f-4d8712523c86, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:39:50.619948 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:39:50.711181 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, cd957b4c-42c5-4eea-915f-4d8712523c86) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:39:50.715413 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:39:50.716710 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:50.721234 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801414a8-97a1-4c1e-940f-5d0bf0ea9b39 None None] Network cd957b4c-42c5-4eea-915f-4d8712523c86 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:39:50.813086 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-1117b9fe-f84e-460f-bcfb-5338bfcdb05c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8175542 Mar 24 15:39:50.821357 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c37229-4718-4053-b3fb-d1028cbf0a0b None None] Network cd957b4c-42c5-4eea-915f-4d8712523c86 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:39:53.265282 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51614) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:53.470334 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-65b34093-82b0-4150-93d3-cbe2b18eb3de demo admin] 10.222.0.31 "GET /v2.0/routers/46f7c8b9-62e7-412f-be2f-86347eac040d HTTP/1.1" status: 200 len: 710 time: 0.2039213 Mar 24 15:39:53.555346 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bb4958-114c-4d2f-b3e1-5db46472f0b1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:39:53.556620 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-87bb4958-114c-4d2f-b3e1-5db46472f0b1 demo admin] 10.222.0.31 "GET /v2.0/networks/cd957b4c-42c5-4eea-915f-4d8712523c86 HTTP/1.1" status: 200 len: 886 time: 0.0807409 Mar 24 15:39:53.566233 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:39:53.819626 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Publish callbacks [] for router_gateway (46f7c8b9-62e7-412f-be2f-86347eac040d), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:54.106239 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Publish callbacks [] for router_gateway (46f7c8b9-62e7-412f-be2f-86347eac040d), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:54.180980 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:54.284398 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Allocated IP 172.27.0.36 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/d0715862-8686-4b98-9200-99ae31774b1c) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:39:54.467166 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Publish callbacks [] for port (d0715862-8686-4b98-9200-99ae31774b1c), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:54.579930 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (d0715862-8686-4b98-9200-99ae31774b1c), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:54.618207 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:39:54.623508 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:39:54.625986 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:39:54.631377 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Pushing event updated for resources: {'Port': ['ID=d0715862-8686-4b98-9200-99ae31774b1c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:54.986943 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Publish callbacks [] for router_gateway (46f7c8b9-62e7-412f-be2f-86347eac040d), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:55.274441 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045984'] for router (46f7c8b9-62e7-412f-be2f-86347eac040d), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:55.278031 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1626074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1623435'] for router (46f7c8b9-62e7-412f-be2f-86347eac040d), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:55.389026 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Router 46f7c8b9-62e7-412f-be2f-86347eac040d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:39:55.499367 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:39:55.508520 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:55.508520 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-67e259c4-1711-4d67-991b-5bf3f3facfda demo admin] 10.222.0.31 "PUT /v2.0/routers/46f7c8b9-62e7-412f-be2f-86347eac040d HTTP/1.1" status: 200 len: 889 time: 1.9417458 Mar 24 15:39:56.453908 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 4c529181-425d-45a2-904d-fd2c2e4f5a0c up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:39:56.505216 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 4c529181-425d-45a2-904d-fd2c2e4f5a0c triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:39:56.505737 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:56.591221 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 4c529181-425d-45a2-904d-fd2c2e4f5a0c is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:39:58.085901 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 51626) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:39:58.160944 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Sync routers for ids ['46f7c8b9-62e7-412f-be2f-86347eac040d'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:39:58.171818 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Routers {'46f7c8b9-62e7-412f-be2f-86347eac040d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:39:58.172481 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:39:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['46f7c8b9-62e7-412f-be2f-86347eac040d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:39:58.208763 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-ebeb11f8-7ba7-4d5b-af76-7e19847dbbee admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1217237 Mar 24 15:39:58.407766 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Set router 46f7c8b9-62e7-412f-be2f-86347eac040d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:39:58.886620 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'name': 'router1', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd0715862-8686-4b98-9200-99ae31774b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:39:35Z', 'updated_at': '2022-03-24T15:39:54Z', 'revision_number': 4, 'project_id': '9eada29305d041e38df2ec821e434fad', 'gw_port': {'id': 'd0715862-8686-4b98-9200-99ae31774b1c', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:39:54Z', 'updated_at': '2022-03-24T15:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '4c529181-425d-45a2-904d-fd2c2e4f5a0c', 'name': '', 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'mac_address': 'fa:16:3e:c7:eb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:39:45Z', 'updated_at': '2022-03-24T15:39:49Z', 'revision_number': 5, 'project_id': '9eada29305d041e38df2ec821e434fad', 'subnets': [{'id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cc4e6d0-8c39-44cc-b354-260599fdd9a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:39:58.939719 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Checking router: 46f7c8b9-62e7-412f-be2f-86347eac040d for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:39:58.940104 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Updating router 46f7c8b9-62e7-412f-be2f-86347eac040d port d0715862-8686-4b98-9200-99ae31774b1c binding host dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:39:58.992308 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (d0715862-8686-4b98-9200-99ae31774b1c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:59.315917 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Publish callbacks [] for port (d0715862-8686-4b98-9200-99ae31774b1c), precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:59.404730 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (d0715862-8686-4b98-9200-99ae31774b1c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:59.452101 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825a95b-e02e-49f4-bfb6-6bdf73f51379 None None] Pushing event updated for resources: {'Port': ['ID=d0715862-8686-4b98-9200-99ae31774b1c,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:59.463551 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Attempting to bind port d0715862-8686-4b98-9200-99ae31774b1c on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:39:59.463936 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Attempting to bind port d0715862-8686-4b98-9200-99ae31774b1c by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:39:59.464317 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Attempting to bind port d0715862-8686-4b98-9200-99ae31774b1c on network cd957b4c-42c5-4eea-915f-4d8712523c86 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:39:59.469919 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:39:59.470306 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:39:59.470741 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:59.471146 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Bound using segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:39:59.471620 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Bound port: d0715862-8686-4b98-9200-99ae31774b1c, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:39:59.472008 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (d0715862-8686-4b98-9200-99ae31774b1c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:59.532053 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] For port d0715862-8686-4b98-9200-99ae31774b1c, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:39:59.539401 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] For port d0715862-8686-4b98-9200-99ae31774b1c, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=d0715862-8686-4b98-9200-99ae31774b1c,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:39:59.616088 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (d0715862-8686-4b98-9200-99ae31774b1c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:39:59.679208 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Routers {'46f7c8b9-62e7-412f-be2f-86347eac040d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:39:59.679818 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:39:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['46f7c8b9-62e7-412f-be2f-86347eac040d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:39:59.682467 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825a95b-e02e-49f4-bfb6-6bdf73f51379 None None] Pushing event updated for resources: {'Port': ['ID=d0715862-8686-4b98-9200-99ae31774b1c,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:39:59.793172 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] Set router 46f7c8b9-62e7-412f-be2f-86347eac040d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:40:00.022784 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'name': 'router1', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd0715862-8686-4b98-9200-99ae31774b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:39:35Z', 'updated_at': '2022-03-24T15:39:54Z', 'revision_number': 4, 'project_id': '9eada29305d041e38df2ec821e434fad', 'gw_port': {'id': 'd0715862-8686-4b98-9200-99ae31774b1c', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:39:54Z', 'updated_at': '2022-03-24T15:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '4c529181-425d-45a2-904d-fd2c2e4f5a0c', 'name': '', 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'mac_address': 'fa:16:3e:c7:eb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:39:45Z', 'updated_at': '2022-03-24T15:39:49Z', 'revision_number': 5, 'project_id': '9eada29305d041e38df2ec821e434fad', 'subnets': [{'id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cc4e6d0-8c39-44cc-b354-260599fdd9a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:40:00.050315 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5386214e-8fec-4cf3-b371-cfd818f1128a None None] The sync data for ids ['46f7c8b9-62e7-412f-be2f-86347eac040d'] in dv-cinder-790535-34-iscsi is: [{'id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'name': 'router1', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd0715862-8686-4b98-9200-99ae31774b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:39:35Z', 'updated_at': '2022-03-24T15:39:54Z', 'revision_number': 4, 'project_id': '9eada29305d041e38df2ec821e434fad', 'gw_port': {'id': 'd0715862-8686-4b98-9200-99ae31774b1c', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:39:54Z', 'updated_at': '2022-03-24T15:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '4c529181-425d-45a2-904d-fd2c2e4f5a0c', 'name': '', 'network_id': 'f52aafe0-fcf8-4be6-95d4-2ab9ef255b68', 'tenant_id': '9eada29305d041e38df2ec821e434fad', 'mac_address': 'fa:16:3e:c7:eb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f7c8b9-62e7-412f-be2f-86347eac040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:39:45Z', 'updated_at': '2022-03-24T15:39:49Z', 'revision_number': 5, 'project_id': '9eada29305d041e38df2ec821e434fad', 'subnets': [{'id': 'ecc07d3b-dbfa-4cd9-a116-30b85a36014a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cc4e6d0-8c39-44cc-b354-260599fdd9a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:40:00.485421 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device d0715862-8686-4b98-9200-99ae31774b1c up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:40:00.560281 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port d0715862-8686-4b98-9200-99ae31774b1c triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:40:00.560692 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (d0715862-8686-4b98-9200-99ae31774b1c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:00.660209 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port d0715862-8686-4b98-9200-99ae31774b1c is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:40:00.660603 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (d0715862-8686-4b98-9200-99ae31774b1c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:00.683133 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port d0715862-8686-4b98-9200-99ae31774b1c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=d0715862-8686-4b98-9200-99ae31774b1c,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:40:00.745222 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (d0715862-8686-4b98-9200-99ae31774b1c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:00.804360 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=d0715862-8686-4b98-9200-99ae31774b1c,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:40:02.452849 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device d0715862-8686-4b98-9200-99ae31774b1c up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:40:02.528116 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port d0715862-8686-4b98-9200-99ae31774b1c triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:40:02.528576 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (d0715862-8686-4b98-9200-99ae31774b1c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:02.620060 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port d0715862-8686-4b98-9200-99ae31774b1c is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:40:06.629083 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 5 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:40:11.478291 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f83d-f9b6-4206-9046-4de0efc462a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:13.843765 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5f20f250-b6d5-43b7-a148-e8ed64b8324f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:14.940899 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:16.339113 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:17.740770 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:41.545859 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-066bde84-5cd3-49d2-a927-08ab60f4df68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:43.628119 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 5 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:40:43.837972 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e7c4dd89-d175-4e2c-8ee3-3c8c68af547a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:44.949992 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:46.340892 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:40:47.740619 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:11.476591 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-11862226-979f-4720-94ff-85ec7c2a75d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:13.831026 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d9d66710-f5b1-4c98-8313-f56b557a932e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:14.945237 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:16.310822 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:17.733829 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:20.626804 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 5 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:41:22.604719 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52110) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:41:22.664870 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ddccb9-5d51-4edf-881c-30cc234c49eb admin admin] GET failed (client error): The resource could not be found. Mar 24 15:41:22.666099 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b4ddccb9-5d51-4edf-881c-30cc234c49eb admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604227 Mar 24 15:41:22.824779 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02902c47-084e-4372-9ca1-1855bc133bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:22.826273 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-02902c47-084e-4372-9ca1-1855bc133bcc admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561518 Mar 24 15:41:25.186283 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52120) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:41:25.277091 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960749d5-a7a5-4b7c-9643-ae3b6015646c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:25.278424 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-960749d5-a7a5-4b7c-9643-ae3b6015646c admin admin] 10.222.0.31 "GET /v2.0/subnets/ecc07d3b-dbfa-4cd9-a116-30b85a36014a HTTP/1.1" status: 200 len: 849 time: 0.0911665 Mar 24 15:41:25.287812 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:41:25.371479 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Publish callbacks [] for subnet (ecc07d3b-dbfa-4cd9-a116-30b85a36014a), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:25.562654 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746234320523'] for subnet (ecc07d3b-dbfa-4cd9-a116-30b85a36014a), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:25.591579 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:25.592175 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:25.596510 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09933419-b98e-4c62-8c4c-dcd094f4b82b None None] Network f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:41:25.603307 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] 10.222.0.31 "PUT /v2.0/subnets/ecc07d3b-dbfa-4cd9-a116-30b85a36014a HTTP/1.1" status: 200 len: 868 time: 0.3189237 Mar 24 15:41:25.626794 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc07d3b-dbfa-4cd9-a116-30b85a36014a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:41:25.634832 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.635179 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.635480 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.635827 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.636164 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.636495 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.636826 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.637174 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.637517 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.637845 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.638188 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.638536 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.638935 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.639261 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.639565 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ffe16-9330-4fcc-80a7-157554c741d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:41:25.896801 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-db743716-f509-490f-b89b-a9eda050585a None None] Provisioning complete for port 4c529181-425d-45a2-904d-fd2c2e4f5a0c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:41:25.897192 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-db743716-f509-490f-b89b-a9eda050585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (4c529181-425d-45a2-904d-fd2c2e4f5a0c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:25.975886 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-db743716-f509-490f-b89b-a9eda050585a None None] Current status of the port 4c529181-425d-45a2-904d-fd2c2e4f5a0c is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:41:25.986268 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-db743716-f509-490f-b89b-a9eda050585a None None] Provisioning complete for port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:41:25.986692 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-db743716-f509-490f-b89b-a9eda050585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (d41dc94d-bbf1-4127-aebe-7dd010d9ed00), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:26.061729 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-db743716-f509-490f-b89b-a9eda050585a None None] Current status of the port d41dc94d-bbf1-4127-aebe-7dd010d9ed00 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:41:27.916984 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52128) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:41:28.112794 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989fc93c-6ff1-43f3-82da-309c5a6d5358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:28.113187 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989fc93c-6ff1-43f3-82da-309c5a6d5358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:28.114718 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-989fc93c-6ff1-43f3-82da-309c5a6d5358 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967757 Mar 24 15:41:30.480518 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52136) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:41:30.613946 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6bbd8-76be-4821-992a-a30e1ae0d1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:30.614418 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6bbd8-76be-4821-992a-a30e1ae0d1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:30.615981 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-ccb6bbd8-76be-4821-992a-a30e1ae0d1f9 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1345084 Mar 24 15:41:32.937725 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52144) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:41:33.073630 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b8cc7-70d0-476e-bb91-7c5ae98523b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:33.075004 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-964b8cc7-70d0-476e-bb91-7c5ae98523b7 admin admin] 10.222.0.31 "GET /v2.0/networks/cd957b4c-42c5-4eea-915f-4d8712523c86 HTTP/1.1" status: 200 len: 886 time: 0.1363049 Mar 24 15:41:35.426824 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52152) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:41:35.553133 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8714a8d-ddd3-4a9a-bdc7-fc927b1a93b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:35.554481 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-d8714a8d-ddd3-4a9a-bdc7-fc927b1a93b3 admin admin] 10.222.0.31 "GET /v2.0/networks/f52aafe0-fcf8-4be6-95d4-2ab9ef255b68 HTTP/1.1" status: 200 len: 869 time: 0.1267028 Mar 24 15:41:37.886279 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52160) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:41:38.009316 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e68e5a5-2314-4c8e-97b9-08cb3eb6a840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:38.009773 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e68e5a5-2314-4c8e-97b9-08cb3eb6a840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:38.011316 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-3e68e5a5-2314-4c8e-97b9-08cb3eb6a840 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240468 Mar 24 15:41:40.333896 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52168) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:41:40.424234 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289aa83f-6ae5-41df-9918-63f615d6b737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:40.424684 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289aa83f-6ae5-41df-9918-63f615d6b737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:40.426871 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-289aa83f-6ae5-41df-9918-63f615d6b737 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919147 Mar 24 15:41:41.464963 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-454f3f13-b9f8-4e00-bb1e-ee4f6163590a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:42.782741 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52176) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:41:42.867464 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d58e26c-3936-4cbf-8206-d4ceab606201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:42.868813 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-4d58e26c-3936-4cbf-8206-d4ceab606201 admin admin] 10.222.0.31 "GET /v2.0/subnets/aab3c07a-7e36-4526-b854-5135fd184971 HTTP/1.1" status: 200 len: 816 time: 0.0850792 Mar 24 15:41:43.828679 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-be194858-11d6-4a17-8fc2-b5b1b7cf9af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:44.953968 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:45.204321 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52184) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:41:45.302550 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d3902-9283-4500-9e01-e2665b062378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:41:45.303977 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-643d3902-9283-4500-9e01-e2665b062378 admin admin] 10.222.0.31 "GET /v2.0/subnets/ecc07d3b-dbfa-4cd9-a116-30b85a36014a HTTP/1.1" status: 200 len: 868 time: 0.0987380 Mar 24 15:41:46.342642 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:47.744241 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:41:57.624401 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 5 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:42:11.481442 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-41e1a5fe-972a-4d70-acd9-bf1c03b48cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:13.747767 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52236) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:42:13.795609 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [None req-31f1c89c-cf25-48bf-b71f-3241a986377d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:42:13.796608 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-31f1c89c-cf25-48bf-b71f-3241a986377d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477087 Mar 24 15:42:13.873500 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fa0df19-f5e4-418c-8cba-4fd0a06f5f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:14.978820 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:16.260027 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52244) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:42:16.344434 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:16.418756 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a25d83-2a80-4304-b2fa-4417b0c803af admin admin] GET failed (client error): The resource could not be found. Mar 24 15:42:16.420118 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b2a25d83-2a80-4304-b2fa-4417b0c803af admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1589382 Mar 24 15:42:16.503201 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03627b7-7e62-4a21-94aa-c7c9892c4a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:42:16.504658 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b03627b7-7e62-4a21-94aa-c7c9892c4a08 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802693 Mar 24 15:42:17.742407 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:18.836238 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 52252) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:42:18.889211 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:42:18.986958 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Made reservation on behalf of 41e10b094eb84eb4bddbb17553ff5d60 for: {'network': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:42:18.989230 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:19.028454 dv-cinder-790535-34-iscsi neutron-server[110397]: WARNING neutron.services.revisions.revision_plugin [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Could not find related network for resource to bump revision. Mar 24 15:42:19.040955 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=110397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:42:19.049952 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:19.050289 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.segments_db [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Added segment 5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58 of type vlan for network d3040619-c796-4cde-87de-0b7fa4de1d8a Mar 24 15:42:19.087826 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (d3040619-c796-4cde-87de-0b7fa4de1d8a), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:19.177906 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (d3040619-c796-4cde-87de-0b7fa4de1d8a), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:19.179720 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:42:19.180347 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:19.266684 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Pushing event updated for resources: {'Network': ['ID=d3040619-c796-4cde-87de-0b7fa4de1d8a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:42:19.273335 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.273692 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.274053 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.274405 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.274764 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.275102 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.275449 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.275764 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.276095 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.276425 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.276765 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.277110 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.277418 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.277737 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.278055 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:19.288911 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network d3040619-c796-4cde-87de-0b7fa4de1d8a details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:42:19.344455 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-29b7eeda-1329-4b30-83bf-153b62920548 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5068803 Mar 24 15:42:21.712424 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52262) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:42:21.772161 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdf8ab6-ac5b-428d-8efb-4aea7834fb3a admin admin] GET failed (client error): The resource could not be found. Mar 24 15:42:21.773612 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-4bdf8ab6-ac5b-428d-8efb-4aea7834fb3a admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602400 Mar 24 15:42:21.843589 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5075b-ac83-420d-a4e7-489f4566e82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:42:21.845028 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-59f5075b-ac83-420d-a4e7-489f4566e82e admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674908 Mar 24 15:42:21.854588 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:42:21.972192 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] Made reservation on behalf of 41e10b094eb84eb4bddbb17553ff5d60 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:42:21.974387 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:22.189533 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (288d05c0-8d4a-4c31-8d93-c1c8515a8a53), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:22.239849 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=288d05c0-8d4a-4c31-8d93-c1c8515a8a53,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:42:22.251371 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] Checking segment: {'id': '5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:42:22.251727 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] Network hostable DHCP agents. Network: d3040619-c796-4cde-87de-0b7fa4de1d8a, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:42:22.360826 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] Network d3040619-c796-4cde-87de-0b7fa4de1d8a is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:42:22.412185 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, d3040619-c796-4cde-87de-0b7fa4de1d8a) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:42:22.417383 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:42:22.418003 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:22.423069 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63ae7f2-8873-4590-acc8-7c6ea7434624 None None] Network d3040619-c796-4cde-87de-0b7fa4de1d8a requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:42:22.506592 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-f0e400ca-c36b-4c17-8075-3b9dbea374bb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6552582 Mar 24 15:42:22.624705 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-d3040619-c796-4cde-87de-0b7fa4de1d8a', 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a', 'project_id': '41e10b094eb84eb4bddbb17553ff5d60', 'fixed_ips': [{'subnet_id': '288d05c0-8d4a-4c31-8d93-c1c8515a8a53'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:42:22.625588 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:22.764389 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Allocated IP 192.168.233.2 (d3040619-c796-4cde-87de-0b7fa4de1d8a/288d05c0-8d4a-4c31-8d93-c1c8515a8a53/ba41433b-a273-4f5c-8682-e30f135f360d) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:42:22.946801 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Publish callbacks [] for port (ba41433b-a273-4f5c-8682-e30f135f360d), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:23.024766 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (ba41433b-a273-4f5c-8682-e30f135f360d), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:23.066486 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Network d3040619-c796-4cde-87de-0b7fa4de1d8a is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:42:23.069712 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:42:23.076161 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:42:23.081827 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Pushing event updated for resources: {'Port': ['ID=ba41433b-a273-4f5c-8682-e30f135f360d,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:42:23.106928 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.107270 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.107639 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.108032 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.108368 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.108702 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.109025 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.109350 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.109690 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.110015 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.110377 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.110757 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.111829 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.111829 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.111829 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:42:23.149287 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Attempting to bind port ba41433b-a273-4f5c-8682-e30f135f360d on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:42:23.150388 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Attempting to bind port ba41433b-a273-4f5c-8682-e30f135f360d by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:42:23.150388 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Attempting to bind port ba41433b-a273-4f5c-8682-e30f135f360d on network d3040619-c796-4cde-87de-0b7fa4de1d8a {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:42:23.155168 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:42:23.155572 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Checking segment: {'id': '5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:42:23.155965 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:23.156859 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Bound using segment: {'id': '5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:42:23.156859 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Bound port: ba41433b-a273-4f5c-8682-e30f135f360d, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:42:23.157190 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (ba41433b-a273-4f5c-8682-e30f135f360d), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:23.219199 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] For port ba41433b-a273-4f5c-8682-e30f135f360d, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:42:23.222322 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] For port ba41433b-a273-4f5c-8682-e30f135f360d, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=ba41433b-a273-4f5c-8682-e30f135f360d,segment=NetworkSegment(5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58),segment_id=5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:42:23.279181 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (ba41433b-a273-4f5c-8682-e30f135f360d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:23.347526 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4a334-e6d9-44b7-87f8-ce2fe53685ad None None] Pushing event updated for resources: {'Port': ['ID=ba41433b-a273-4f5c-8682-e30f135f360d,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:42:24.196469 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1994de0d-588a-435f-9695-7afb2a65979b None None] Network d3040619-c796-4cde-87de-0b7fa4de1d8a requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:42:24.265565 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-9ac35dc4-4062-40bf-aaae-6cef0e36f45a None None] Provisioning complete for port ba41433b-a273-4f5c-8682-e30f135f360d triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:42:24.265974 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9ac35dc4-4062-40bf-aaae-6cef0e36f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (ba41433b-a273-4f5c-8682-e30f135f360d), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:24.386237 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-9ac35dc4-4062-40bf-aaae-6cef0e36f45a None None] Current status of the port ba41433b-a273-4f5c-8682-e30f135f360d is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:42:24.386637 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9ac35dc4-4062-40bf-aaae-6cef0e36f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (ba41433b-a273-4f5c-8682-e30f135f360d), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:24.422030 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-9ac35dc4-4062-40bf-aaae-6cef0e36f45a None None] For port ba41433b-a273-4f5c-8682-e30f135f360d, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=ba41433b-a273-4f5c-8682-e30f135f360d,segment=NetworkSegment(5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58),segment_id=5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:42:24.536873 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9ac35dc4-4062-40bf-aaae-6cef0e36f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (ba41433b-a273-4f5c-8682-e30f135f360d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:24.569468 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device ba41433b-a273-4f5c-8682-e30f135f360d up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:42:24.627618 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac35dc4-4062-40bf-aaae-6cef0e36f45a None None] Pushing event updated for resources: {'Port': ['ID=ba41433b-a273-4f5c-8682-e30f135f360d,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:42:24.642774 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port ba41433b-a273-4f5c-8682-e30f135f360d triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:42:24.643173 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (ba41433b-a273-4f5c-8682-e30f135f360d), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:24.689635 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-dedb9efb-790d-4e6d-8472-fe757a954104 None None] Provisioning complete for port ba41433b-a273-4f5c-8682-e30f135f360d triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:42:24.689954 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-dedb9efb-790d-4e6d-8472-fe757a954104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (ba41433b-a273-4f5c-8682-e30f135f360d), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:24.787643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port ba41433b-a273-4f5c-8682-e30f135f360d is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:42:24.805465 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-dedb9efb-790d-4e6d-8472-fe757a954104 None None] Current status of the port ba41433b-a273-4f5c-8682-e30f135f360d is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:42:26.508883 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device ba41433b-a273-4f5c-8682-e30f135f360d up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:42:26.559448 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port ba41433b-a273-4f5c-8682-e30f135f360d triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:42:26.559845 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (ba41433b-a273-4f5c-8682-e30f135f360d), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:26.637884 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port ba41433b-a273-4f5c-8682-e30f135f360d is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:42:34.623229 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 5 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:42:41.552534 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-bbc71825-5887-440d-b061-193c55be4b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:43.903872 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c4b24cb7-90f5-49b1-90f5-79aae55ff923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:45.006610 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:46.340758 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:42:47.743287 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:11.457328 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-de127ea7-1025-41ba-b456-3193b5e8ffda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:11.622517 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 5 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:43:13.857038 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7710a906-12e1-4e0a-b165-b21664a4c559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:14.963017 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:16.360061 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:17.745891 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:41.470749 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8de6d4c3-55d0-4c82-93d9-b5a2cb742c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:43.853523 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cce50ad1-d482-431a-a8a3-844dd4dd71dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:44.945257 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:46.345282 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:47.722278 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:48.621496 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 5 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:43:55.554870 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52300) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:43:55.560409 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [None req-caf6c6b4-2c76-4528-8789-1d5bc5872b77 tempest-verify_tempest_config-1850860432 tempest-verify_tempest_config-1850860432-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:43:55.561385 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-caf6c6b4-2c76-4528-8789-1d5bc5872b77 tempest-verify_tempest_config-1850860432 tempest-verify_tempest_config-1850860432-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055943 Mar 24 15:43:56.082432 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 52318) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:43:56.184808 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:56.254034 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Publish callbacks [] for security_group (57078091-b65a-4bd0-be93-1f217380bda8), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:56.321706 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (57078091-b65a-4bd0-be93-1f217380bda8), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:56.365251 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ccc21982f194a8e9031ed026539922e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2817335 Mar 24 15:43:56.366289 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57078091-b65a-4bd0-be93-1f217380bda8,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:43:56.368064 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52324) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:43:56.372871 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.373232 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.373579 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.373923 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.374262 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.374596 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.374954 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.375282 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.375616 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.375944 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.376269 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.376593 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.376915 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.377236 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.377556 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd332b-386f-401d-ae50-bcfa5de57ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.429761 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Publish callbacks [] for security_group (57078091-b65a-4bd0-be93-1f217380bda8), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:56.450774 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Publish callbacks [] for security_group (57078091-b65a-4bd0-be93-1f217380bda8), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:56.644946 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (57078091-b65a-4bd0-be93-1f217380bda8), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:56.648003 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:43:56.649161 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57078091-b65a-4bd0-be93-1f217380bda8 HTTP/1.1" status: 204 len: 168 time: 0.2801020 Mar 24 15:43:56.656795 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57078091-b65a-4bd0-be93-1f217380bda8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:43:56.664282 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.664651 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.665004 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.665353 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.665694 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.666032 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.666370 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.666721 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.667057 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.667387 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.667720 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.668050 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.668379 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.668707 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:43:56.669031 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f73f8-668c-436c-8784-20c70c7e9fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:44:11.450329 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-07deb070-f44f-4726-a861-9f040c2b79f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:44:13.861426 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f2d47046-a99c-4f75-aaab-b7c062ba0b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:44:14.970041 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:44:16.352729 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:44:17.741219 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:44:25.619650 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 5 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:44:41.466546 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f6932004-22a2-4f29-942b-b851be1ac70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:44:43.858060 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6849bb0d-73e6-488a-a245-84729b0211ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:44:44.969852 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:44:46.346431 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:44:47.766526 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:02.618895 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 5 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:45:11.468510 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-935488c4-5761-464c-bab0-ccfccf1c3e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:13.856870 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-885c480b-b3da-4faf-9a2f-e8d9ecd9b13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:14.957923 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:16.344421 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:17.759722 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:33.445247 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623585'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:39.617753 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:45:41.473742 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e20c314c-9da2-4b76-9cab-8d9931475134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:43.862231 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-16537ead-dd80-4384-b01b-0be880755dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:44.987824 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:46.345480 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:47.736567 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:45:48.410184 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52394) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:45:48.519108 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-1e408d66-f47f-4e65-bd5f-0a8ee198a96d admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1077323 Mar 24 15:45:50.870138 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52404) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:45:50.923482 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-93b548cf-f5e8-434f-a5c6-820d430b8c77 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0522141 Mar 24 15:46:03.430694 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:11.470474 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6a15188b-d8cd-4a98-b288-3805456aa7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:13.824918 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-23c85525-589e-4c45-88b1-9f6f783000cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:14.973479 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:16.350889 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:16.616581 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:46:17.756018 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:33.421290 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:41.463974 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-03af8a9a-71a4-463f-b20b-18d7f98620c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:43.847616 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f9f87cb3-ae5e-4f2b-9a95-0cd7f962995b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:44.968910 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:46.372912 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:47.740355 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:46:53.615127 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:47:03.425617 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:11.466417 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f4965be8-c38c-441f-9f62-898d36968bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:13.846503 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-20872d7a-24a0-4efe-96b4-1b5f8db99d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:14.983415 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:16.401013 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:17.755107 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:29.336462 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52614) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:29.368920 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 52622) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:29.747235 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1475300606-network', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:29.787594 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-352630500-network', 'tenant_id': 'f31a278cb9904afcaf2019f89324a75b'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:29.872318 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Made reservation on behalf of d15dccd3aa0a4263b617ac6952262bb4 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:47:29.874708 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:29.884825 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:29.911894 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 52640) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:29.935148 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Made reservation on behalf of f31a278cb9904afcaf2019f89324a75b for: {'network': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:47:29.935148 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:29.942460 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.024529 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Publish callbacks [] for security_group (ab871fa9-c9d4-4617-abad-ddd6fbe328de), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.100445 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Publish callbacks [] for security_group (1ddbad04-9b6b-46b6-bb16-ef4c2273cc37), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.134120 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (ab871fa9-c9d4-4617-abad-ddd6fbe328de), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.161362 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (1ddbad04-9b6b-46b6-bb16-ef4c2273cc37), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.191064 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab871fa9-c9d4-4617-abad-ddd6fbe328de,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:30.198832 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:47:30.202447 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.203020 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.203527 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.204065 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.204554 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.205066 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.205407 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.205739 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.206236 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.206752 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.207253 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.207752 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.208240 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.208729 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.209205 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Tracked resource versions report: Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: pushed versions: Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: { 'AddressGroup': {'1.2'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Agent': {'1.1'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'ConntrackHelper': {'1.0'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'LocalIPAssociation': {'1.0'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Log': {'1.0'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'NDPProxy': {'1.0'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Network': {'1.1'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Port': {'1.7'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'PortForwarding': {'1.3'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'QosPolicy': {'1.10'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SecurityGroup': {'1.5'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SecurityGroupRule': {'1.2'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SubPort': {'1.0'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Subnet': {'1.1'}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Trunk': {'1.1'}} Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: consumer versions: Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: { DHCP agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: HyperV agent@hv-cinder-79053: {}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: L3 agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: Metadata agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: Metering agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: Open vSwitch agent@dv-cinder-790535-34-iscsi: { 'AddressGroup': '1.2', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Agent': '1.1', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'ConntrackHelper': '1.0', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'LocalIPAssociation': '1.0', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Log': '1.0', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'NDPProxy': '1.0', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Network': '1.1', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Port': '1.7', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'PortForwarding': '1.3', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'QosPolicy': '1.10', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SecurityGroup': '1.5', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SecurityGroupRule': '1.2', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'SubPort': '1.0', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Subnet': '1.1', Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: 'Trunk': '1.1'}} Mar 24 15:47:30.210593 dv-cinder-790535-34-iscsi neutron-server[110396]: {{(pid=110396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 15:47:30.215899 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=110397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:47:30.227891 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (8c62ff2a-7570-4216-932a-2ae1389493d8), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.228243 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.segments_db [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Added segment 8c62ff2a-7570-4216-932a-2ae1389493d8 of type vlan for network 29744acc-d0eb-40e3-af9a-a7f354bc0ab4 Mar 24 15:47:30.244113 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (a209c6fa-54f0-432f-84a6-710a2c969ff9), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.244600 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.segments_db [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Added segment a209c6fa-54f0-432f-84a6-710a2c969ff9 of type vlan for network 98277675-c90d-4a4e-9e9e-52032fc9e1fc Mar 24 15:47:30.289429 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (98277675-c90d-4a4e-9e9e-52032fc9e1fc), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.300210 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (29744acc-d0eb-40e3-af9a-a7f354bc0ab4), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.345293 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:30.359933 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.361162 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.361706 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.362690 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.363245 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.363771 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.364675 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.365202 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.365883 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.366488 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.367684 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.368496 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.369602 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.370830 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.371412 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Tracked resource versions report: Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: pushed versions: Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: { 'AddressGroup': {'1.2'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Agent': {'1.1'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'ConntrackHelper': {'1.0'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'LocalIPAssociation': {'1.0'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Log': {'1.0'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'NDPProxy': {'1.0'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Network': {'1.1'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Port': {'1.7'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'PortForwarding': {'1.3'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'QosPolicy': {'1.10'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SecurityGroup': {'1.5'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SecurityGroupRule': {'1.2'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SubPort': {'1.0'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Subnet': {'1.1'}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Trunk': {'1.1'}} Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: consumer versions: Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: { DHCP agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: HyperV agent@hv-cinder-79053: {}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: L3 agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: Metadata agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: Metering agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: Open vSwitch agent@dv-cinder-790535-34-iscsi: { 'AddressGroup': '1.2', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Agent': '1.1', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'ConntrackHelper': '1.0', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'LocalIPAssociation': '1.0', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Log': '1.0', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'NDPProxy': '1.0', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Network': '1.1', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Port': '1.7', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'PortForwarding': '1.3', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'QosPolicy': '1.10', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SecurityGroup': '1.5', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SecurityGroupRule': '1.2', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'SubPort': '1.0', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Subnet': '1.1', Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: 'Trunk': '1.1'}} Mar 24 15:47:30.372817 dv-cinder-790535-34-iscsi neutron-server[110397]: {{(pid=110397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 15:47:30.391391 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (98277675-c90d-4a4e-9e9e-52032fc9e1fc), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.393191 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:30.393976 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.414559 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (29744acc-d0eb-40e3-af9a-a7f354bc0ab4), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.415931 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:30.416612 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.490030 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] Pushing event updated for resources: {'Network': ['ID=29744acc-d0eb-40e3-af9a-a7f354bc0ab4,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:30.491658 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] Pushing event updated for resources: {'Network': ['ID=98277675-c90d-4a4e-9e9e-52032fc9e1fc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:30.497887 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-589509716-network', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:30.505502 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-849de327-e1cd-4917-bfd2-2b5f596bee35 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1678767 Mar 24 15:47:30.509220 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 52658) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:30.515532 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] Request body: {'subnet': {'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1475300606-subnet', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:30.592188 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-05d1e90c-f689-4976-82b0-8ff0263c426d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2217290 Mar 24 15:47:30.593991 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52668) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:30.598883 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] Request body: {'subnet': {'network_id': '29744acc-d0eb-40e3-af9a-a7f354bc0ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-352630500-subnet', 'tenant_id': 'f31a278cb9904afcaf2019f89324a75b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:30.619262 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:47:30.638236 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] Made reservation on behalf of d15dccd3aa0a4263b617ac6952262bb4 for: {'subnet': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:47:30.640860 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.723041 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] Made reservation on behalf of f31a278cb9904afcaf2019f89324a75b for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:47:30.726557 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.741087 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 29744acc-d0eb-40e3-af9a-a7f354bc0ab4 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:47:30.747760 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Made reservation on behalf of 6dec19605af54dd9957ff4fd59dac64a for: {'network': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:47:30.752650 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.784468 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:30.935229 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 98277675-c90d-4a4e-9e9e-52032fc9e1fc details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:47:31.143362 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Publish callbacks [] for security_group (9386b81f-025a-41fe-be75-6acc77388eec), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:31.231510 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (9386b81f-025a-41fe-be75-6acc77388eec), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:31.250123 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=110397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:47:31.265155 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (d73fabcf-2f04-4d83-82cb-8866e7e481bc), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:31.265735 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.segments_db [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Added segment d73fabcf-2f04-4d83-82cb-8866e7e481bc of type vlan for network 064bef7f-6e97-472d-9dca-c7bf7c44cffc Mar 24 15:47:31.299123 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (6ef6c632-fd3c-4759-99cc-eb78b20e18aa), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:31.365251 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (8fe8ccca-d329-49a2-a267-7a4eb0cd6a10), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:31.393409 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef6c632-fd3c-4759-99cc-eb78b20e18aa,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:31.395880 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (064bef7f-6e97-472d-9dca-c7bf7c44cffc), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:31.406115 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9386b81f-025a-41fe-be75-6acc77388eec,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:31.432169 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] Checking segment: {'id': '8c62ff2a-7570-4216-932a-2ae1389493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '29744acc-d0eb-40e3-af9a-a7f354bc0ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:47:31.432169 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] Network hostable DHCP agents. Network: 29744acc-d0eb-40e3-af9a-a7f354bc0ab4, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:47:31.497392 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe8ccca-d329-49a2-a267-7a4eb0cd6a10,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:31.502070 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] Checking segment: {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:47:31.502459 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] Network hostable DHCP agents. Network: 98277675-c90d-4a4e-9e9e-52032fc9e1fc, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:47:31.555416 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] Network 29744acc-d0eb-40e3-af9a-a7f354bc0ab4 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:47:31.579048 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (064bef7f-6e97-472d-9dca-c7bf7c44cffc), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:31.583195 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:31.583195 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:31.590001 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] Network 98277675-c90d-4a4e-9e9e-52032fc9e1fc is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:47:31.654173 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 29744acc-d0eb-40e3-af9a-a7f354bc0ab4) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:31.666783 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f085e45e-05a3-49cc-adf9-565bc0e6c67a None None] Network 29744acc-d0eb-40e3-af9a-a7f354bc0ab4 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:47:31.668521 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:31.670445 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:31.698745 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 98277675-c90d-4a4e-9e9e-52032fc9e1fc) {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:31.722291 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:31.725035 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:31.734704 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] Pushing event updated for resources: {'Network': ['ID=064bef7f-6e97-472d-9dca-c7bf7c44cffc,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:31.759894 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52724) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:31.762046 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-edcd2ab2-3050-4613-b753-00183f95fe8e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8478684 Mar 24 15:47:31.766730 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] Request body: {'subnet': {'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-subnet', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:31.783876 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-bb5e046f-a387-4f41-898f-2cfefa80f07d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1869130 Mar 24 15:47:31.787694 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f131a3e5-3702-4fed-bb22-e6389ed5cc6e None None] Network 98277675-c90d-4a4e-9e9e-52032fc9e1fc requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:47:31.801876 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 064bef7f-6e97-472d-9dca-c7bf7c44cffc details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:47:31.862387 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-cbf5532a-ae28-40fd-a864-50b03d7fc6b0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3514185 Mar 24 15:47:31.865260 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52730) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:31.870060 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:31.950062 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] Made reservation on behalf of 6dec19605af54dd9957ff4fd59dac64a for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:47:31.952440 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:31.967732 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c96683-9b19-467d-9ed4-722f1634b5dd None None] Network 29744acc-d0eb-40e3-af9a-a7f354bc0ab4 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:47:32.038828 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1623102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045903'] for router (eab2846e-07ac-41ac-8f26-70751f53aab9), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:32.039515 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046006'] for router (eab2846e-07ac-41ac-8f26-70751f53aab9), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:32.151083 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:47:32.159369 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:32.182542 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Publish callbacks [] for router_controller (eab2846e-07ac-41ac-8f26-70751f53aab9), precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:32.352445 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Allocated IP 172.20.0.2 (98277675-c90d-4a4e-9e9e-52032fc9e1fc/8fe8ccca-d329-49a2-a267-7a4eb0cd6a10/cf1c339a-ed35-4223-bf04-ce47b3a1a309) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:47:32.462099 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (1174d9a8-d844-4e95-aea1-2f38acd0826a), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:32.522221 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 52776) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:32.524801 dv-cinder-790535-34-iscsi neutron-server[110397]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 24 15:47:32.611410 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Publish callbacks [] for router_gateway (eab2846e-07ac-41ac-8f26-70751f53aab9), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:32.617079 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] Checking segment: {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:47:32.617582 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] Network hostable DHCP agents. Network: 064bef7f-6e97-472d-9dca-c7bf7c44cffc, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:47:32.674963 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1174d9a8-d844-4e95-aea1-2f38acd0826a,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:32.701154 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] Network 064bef7f-6e97-472d-9dca-c7bf7c44cffc is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:47:32.822630 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Publish callbacks [] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:32.842794 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-a18520a7-30ad-4cb5-9c1a-cd5b2c70b73e tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:32.844673 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-a18520a7-30ad-4cb5-9c1a-cd5b2c70b73e tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/networks?id=29744acc-d0eb-40e3-af9a-a7f354bc0ab4 HTTP/1.1" status: 200 len: 811 time: 0.3209419 Mar 24 15:47:32.862890 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-513548a4-f608-4fb3-a990-543cb94a5479 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/quotas/f31a278cb9904afcaf2019f89324a75b HTTP/1.1" status: 200 len: 375 time: 0.0120575 Mar 24 15:47:32.900674 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 064bef7f-6e97-472d-9dca-c7bf7c44cffc) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:32.906113 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:32.906997 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:32.912811 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca53b73-cabd-45f3-b2d2-66a5758a4029 None None] Network 064bef7f-6e97-472d-9dca-c7bf7c44cffc requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:47:32.966213 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:32.975377 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Publish callbacks [] for router_gateway (eab2846e-07ac-41ac-8f26-70751f53aab9), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.000179 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.020237 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Pushing event updated for resources: {'Port': ['ID=cf1c339a-ed35-4223-bf04-ce47b3a1a309,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:33.029993 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-aee94c1c-9171-48aa-92a5-7f6977f8a665 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f31a278cb9904afcaf2019f89324a75b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1615388 Mar 24 15:47:33.056823 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.057290 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.060392 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.060392 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.060392 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.060392 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.060392 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.060392 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.060925 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.061328 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.061945 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.062519 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.063115 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.063677 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.064450 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Tracked resource versions report: Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: pushed versions: Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: { 'AddressGroup': {'1.2'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Agent': {'1.1'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'ConntrackHelper': {'1.0'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'LocalIPAssociation': {'1.0'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Log': {'1.0'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'NDPProxy': {'1.0'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Network': {'1.1'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Port': {'1.7'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'PortForwarding': {'1.3'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'QosPolicy': {'1.10'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SecurityGroup': {'1.5'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SecurityGroupRule': {'1.2'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SubPort': {'1.0'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Subnet': {'1.1'}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Trunk': {'1.1'}} Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: consumer versions: Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: { DHCP agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: HyperV agent@hv-cinder-79053: {}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: L3 agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: Metadata agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: Metering agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: Open vSwitch agent@dv-cinder-790535-34-iscsi: { 'AddressGroup': '1.2', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Agent': '1.1', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'ConntrackHelper': '1.0', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'LocalIPAssociation': '1.0', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Log': '1.0', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'NDPProxy': '1.0', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Network': '1.1', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Port': '1.7', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'PortForwarding': '1.3', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'QosPolicy': '1.10', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SecurityGroup': '1.5', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SecurityGroupRule': '1.2', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'SubPort': '1.0', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Subnet': '1.1', Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: 'Trunk': '1.1'}} Mar 24 15:47:33.066334 dv-cinder-790535-34-iscsi neutron-server[110398]: {{(pid=110398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 15:47:33.089255 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Network 98277675-c90d-4a4e-9e9e-52032fc9e1fc is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:33.094393 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:33.104364 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:47:33.152619 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Allocated IP 172.27.0.157 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/50f603d2-0fa8-4b02-bf58-2bc6443cb25a) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:47:33.220069 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Attempting to bind port cf1c339a-ed35-4223-bf04-ce47b3a1a309 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:47:33.220069 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Attempting to bind port cf1c339a-ed35-4223-bf04-ce47b3a1a309 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:47:33.220069 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Attempting to bind port cf1c339a-ed35-4223-bf04-ce47b3a1a309 on network 98277675-c90d-4a4e-9e9e-52032fc9e1fc {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:47:33.222936 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-cac4c5be-788b-4c01-bd5c-0657e185f709 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4617922 Mar 24 15:47:33.223308 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 52810) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:33.227993 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:47:33.228563 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:33.229185 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.244443 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:47:33.245001 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Checking segment: {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:47:33.245553 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.246564 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Bound using segment: {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:47:33.247183 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Bound port: cf1c339a-ed35-4223-bf04-ce47b3a1a309, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:47:33.247670 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.292538 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Publish callbacks [] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.325618 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-1e4f07a6-442f-44e0-83e1-16ad49201ddd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:47:33.327228 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-1e4f07a6-442f-44e0-83e1-16ad49201ddd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0555429 Mar 24 15:47:33.390394 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1623102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045903'] for router (825ff97b-a5cb-4527-8e5a-f9b597d55599), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.391971 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046006'] for router (825ff97b-a5cb-4527-8e5a-f9b597d55599), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.403745 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.422999 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] For port cf1c339a-ed35-4223-bf04-ce47b3a1a309, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:47:33.446646 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] For port cf1c339a-ed35-4223-bf04-ce47b3a1a309, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=cf1c339a-ed35-4223-bf04-ce47b3a1a309,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:47:33.484827 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Allocated IP 172.20.0.2 (064bef7f-6e97-472d-9dca-c7bf7c44cffc/1174d9a8-d844-4e95-aea1-2f38acd0826a/f23af241-c6a0-424e-8346-1fb63af4a363) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:47:33.494032 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:33.497788 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:33.505808 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:47:33.561797 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.563018 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.575369 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=50f603d2-0fa8-4b02-bf58-2bc6443cb25a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:33.585897 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-c7c80e52-c23d-45ac-9c4d-3648dc943296 service neutron] 10.222.0.31 "GET /v2.0/networks/29744acc-d0eb-40e3-af9a-a7f354bc0ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523820 Mar 24 15:47:33.587193 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Publish callbacks [] for router_controller (825ff97b-a5cb-4527-8e5a-f9b597d55599), precommit_add_association {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.658311 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f1159-ddb1-4f94-8de0-f9ed89eb0449 None None] Pushing event updated for resources: {'Port': ['ID=cf1c339a-ed35-4223-bf04-ce47b3a1a309,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:33.713238 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-a5509407-3141-4493-bc16-5224650c5f8d service neutron] 10.222.0.31 "GET /v2.0/networks/29744acc-d0eb-40e3-af9a-a7f354bc0ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201622 Mar 24 15:47:33.798811 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Publish callbacks [] for port (f23af241-c6a0-424e-8346-1fb63af4a363), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.888955 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:33.988231 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Pushing event updated for resources: {'Port': ['ID=f23af241-c6a0-424e-8346-1fb63af4a363,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:34.002839 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Network 064bef7f-6e97-472d-9dca-c7bf7c44cffc is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:34.004947 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:34.008223 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:47:34.133762 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Attempting to bind port f23af241-c6a0-424e-8346-1fb63af4a363 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:47:34.134140 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Attempting to bind port f23af241-c6a0-424e-8346-1fb63af4a363 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:47:34.134510 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Attempting to bind port f23af241-c6a0-424e-8346-1fb63af4a363 on network 064bef7f-6e97-472d-9dca-c7bf7c44cffc {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:47:34.143735 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:47:34.144342 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Checking segment: {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:47:34.144843 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:34.145336 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Bound using segment: {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:47:34.145874 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Bound port: f23af241-c6a0-424e-8346-1fb63af4a363, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:47:34.146760 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:34.202885 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52846) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:34.216535 dv-cinder-790535-34-iscsi neutron-server[110396]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 24 15:47:34.256846 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] For port f23af241-c6a0-424e-8346-1fb63af4a363, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:47:34.263700 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] For port f23af241-c6a0-424e-8346-1fb63af4a363, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=f23af241-c6a0-424e-8346-1fb63af4a363,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:47:34.287137 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-793e60f2-ef78-49b5-a9a7-054827fd916b req-7237a128-948f-4847-bd3b-399e8e07de37 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 210 time: 0.0800493 Mar 24 15:47:34.288095 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Publish callbacks [] for router_gateway (eab2846e-07ac-41ac-8f26-70751f53aab9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:34.291906 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Publish callbacks [] for router_gateway (825ff97b-a5cb-4527-8e5a-f9b597d55599), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:34.413024 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:34.495436 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837e19d-d1d3-4c12-b1a7-a27780159d69 None None] Pushing event updated for resources: {'Port': ['ID=f23af241-c6a0-424e-8346-1fb63af4a363,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:34.514247 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896'] for router (eab2846e-07ac-41ac-8f26-70751f53aab9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:34.883156 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Publish callbacks [] for router_gateway (825ff97b-a5cb-4527-8e5a-f9b597d55599), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:34.937360 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:34.978421 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Router eab2846e-07ac-41ac-8f26-70751f53aab9 is scheduled to L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:47:35.027411 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device cf1c339a-ed35-4223-bf04-ce47b3a1a309 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:47:35.395855 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port cf1c339a-ed35-4223-bf04-ce47b3a1a309 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:35.395855 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:35.398054 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Allocated IP 172.27.0.89 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/e576cc00-1542-466b-a7da-d2961aed5736) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:47:35.400078 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:47:35.400667 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Sync routers for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:47:35.400667 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:47:35.400667 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:47:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:35.404512 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port cf1c339a-ed35-4223-bf04-ce47b3a1a309 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:35.404512 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:35.404814 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Publish callbacks [] for port (e576cc00-1542-466b-a7da-d2961aed5736), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:35.404975 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9a3a6-946a-439d-ac57-02db357b9069 None None] Network 98277675-c90d-4a4e-9e9e-52032fc9e1fc requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:47:35.405106 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:35.405106 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-338eafce-c24f-4adc-9f5c-ec05ba0ea5c0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4831510 Mar 24 15:47:35.405106 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 52896) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:35.441301 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-277a89f0-2ce5-4705-bdee-b419fdf24ed7 None None] Provisioning complete for port cf1c339a-ed35-4223-bf04-ce47b3a1a309 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:35.442163 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-277a89f0-2ce5-4705-bdee-b419fdf24ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:35.445664 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port cf1c339a-ed35-4223-bf04-ce47b3a1a309, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=cf1c339a-ed35-4223-bf04-ce47b3a1a309,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:47:35.530407 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (e576cc00-1542-466b-a7da-d2961aed5736), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:35.552652 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:35.641163 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:47:35.739209 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-277a89f0-2ce5-4705-bdee-b419fdf24ed7 None None] Current status of the port cf1c339a-ed35-4223-bf04-ce47b3a1a309 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:35.762333 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:35.770747 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:35.778944 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:47:35.786144 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=cf1c339a-ed35-4223-bf04-ce47b3a1a309,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:35.841254 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d744b943-c1f7-4bd9-9141-2193dc7f2a8f req-5535ba2b-4c6d-4337-9ece-c43d372dc2f0 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 210 time: 0.1998374 Mar 24 15:47:35.979214 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e576cc00-1542-466b-a7da-d2961aed5736,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:36.181276 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:33Z', 'revision_number': 3, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:36.228618 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Checking router: eab2846e-07ac-41ac-8f26-70751f53aab9 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:47:36.228618 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Updating router eab2846e-07ac-41ac-8f26-70751f53aab9 port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a binding host dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:47:36.270874 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:36.272484 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b830fd77-73d5-44df-a997-144d971d90ee None None] Network 064bef7f-6e97-472d-9dca-c7bf7c44cffc requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:47:36.311089 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:36.408607 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-f2ad2fb4-2b7e-4fba-bbd8-bdf2fd57b730 None None] Provisioning complete for port cf1c339a-ed35-4223-bf04-ce47b3a1a309 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:36.409213 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2fb4-2b7e-4fba-bbd8-bdf2fd57b730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:36.565947 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad2fb4-2b7e-4fba-bbd8-bdf2fd57b730 None None] Current status of the port cf1c339a-ed35-4223-bf04-ce47b3a1a309 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:36.621696 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Publish callbacks [] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), precommit_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:36.652703 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Allocated IP 172.20.0.1 (98277675-c90d-4a4e-9e9e-52032fc9e1fc/8fe8ccca-d329-49a2-a267-7a4eb0cd6a10/2cc5e7f6-8149-427b-98da-71980ca8ff5d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:47:36.675143 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Publish callbacks [] for router_gateway (825ff97b-a5cb-4527-8e5a-f9b597d55599), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:36.697400 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-f9a9b289-4aa0-4701-ba3e-ab5845b69686 None None] Provisioning complete for port f23af241-c6a0-424e-8346-1fb63af4a363 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:36.699526 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f9a9b289-4aa0-4701-ba3e-ab5845b69686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:36.728101 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 52934) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:36.750514 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:36.822383 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9b289-4aa0-4701-ba3e-ab5845b69686 None None] Current status of the port f23af241-c6a0-424e-8346-1fb63af4a363 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:36.823352 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f9a9b289-4aa0-4701-ba3e-ab5845b69686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:36.848020 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Publish callbacks [] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:36.876742 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-f9a9b289-4aa0-4701-ba3e-ab5845b69686 None None] For port f23af241-c6a0-424e-8346-1fb63af4a363, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=f23af241-c6a0-424e-8346-1fb63af4a363,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:47:36.894711 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Pushing event updated for resources: {'Port': ['ID=50f603d2-0fa8-4b02-bf58-2bc6443cb25a,revision_number=2']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:36.904954 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Attempting to bind port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:47:36.910218 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Attempting to bind port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:47:36.910781 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Attempting to bind port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a on network cd957b4c-42c5-4eea-915f-4d8712523c86 {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:47:36.921450 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.922354 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.923006 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.923507 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.924056 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.924520 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.924990 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.925693 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.926182 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.926653 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.927150 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.927649 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.928111 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.928848 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.929525 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Tracked resource versions report: Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: pushed versions: Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: { 'AddressGroup': {'1.2'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Agent': {'1.1'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'ConntrackHelper': {'1.0'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'LocalIPAssociation': {'1.0'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Log': {'1.0'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'NDPProxy': {'1.0'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Network': {'1.1'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Port': {'1.7'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'PortForwarding': {'1.3'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'QosPolicy': {'1.10'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SecurityGroup': {'1.5'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SecurityGroupRule': {'1.2'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SubPort': {'1.0'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Subnet': {'1.1'}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Trunk': {'1.1'}} Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: consumer versions: Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: { DHCP agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: HyperV agent@hv-cinder-79053: {}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: L3 agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: Metadata agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: Metering agent@dv-cinder-790535-34-iscsi: {}, Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: Open vSwitch agent@dv-cinder-790535-34-iscsi: { 'AddressGroup': '1.2', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Agent': '1.1', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'ConntrackHelper': '1.0', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'LocalIPAssociation': '1.0', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Log': '1.0', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'NDPProxy': '1.0', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Network': '1.1', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Port': '1.7', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'PortForwarding': '1.3', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'QosPolicy': '1.10', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SecurityGroup': '1.5', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SecurityGroupRule': '1.2', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'SubPort': '1.0', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Subnet': '1.1', Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: 'Trunk': '1.1'}} Mar 24 15:47:36.930929 dv-cinder-790535-34-iscsi neutron-server[110399]: {{(pid=110399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 15:47:36.938067 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:47:36.938479 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:47:36.938997 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:36.939386 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Bound using segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:47:36.939866 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Bound port: 50f603d2-0fa8-4b02-bf58-2bc6443cb25a, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:47:36.940243 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:36.986102 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f9a9b289-4aa0-4701-ba3e-ab5845b69686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.015072 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.047968 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] For port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:47:37.051659 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] For port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=50f603d2-0fa8-4b02-bf58-2bc6443cb25a,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:47:37.064586 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device f23af241-c6a0-424e-8346-1fb63af4a363 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:47:37.096991 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc5e7f6-8149-427b-98da-71980ca8ff5d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:37.106488 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Network 98277675-c90d-4a4e-9e9e-52032fc9e1fc is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:37.108098 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:37.127518 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:47:37.128225 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625853'] for router_interface (eab2846e-07ac-41ac-8f26-70751f53aab9), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.135237 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.156657 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9b289-4aa0-4701-ba3e-ab5845b69686 None None] Pushing event updated for resources: {'Port': ['ID=f23af241-c6a0-424e-8346-1fb63af4a363,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:37.161942 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-9e883e70-1f2f-4153-b549-f2b50d220989 None None] Provisioning complete for port f23af241-c6a0-424e-8346-1fb63af4a363 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:37.162420 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9e883e70-1f2f-4153-b549-f2b50d220989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.212354 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2794c666-1bee-4bc7-95aa-1b6f49399a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.227288 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port f23af241-c6a0-424e-8346-1fb63af4a363 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:37.227803 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.264750 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33e3b2-23d3-4ea8-959b-32ff1a6174f8 None None] Pushing event updated for resources: {'Port': ['ID=50f603d2-0fa8-4b02-bf58-2bc6443cb25a,revision_number=3']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:37.297128 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:47:37.297954 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:47:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:37.318465 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896'] for router (825ff97b-a5cb-4527-8e5a-f9b597d55599), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.330521 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cda4a77c-ba1b-4510-ac09-76fd513bbac3 req-80390d9b-faf5-48fc-8660-1e992b674280 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 210 time: 0.0871134 Mar 24 15:47:37.477270 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:47:37.490135 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2794c666-1bee-4bc7-95aa-1b6f49399a2c admin admin] Publish callbacks [] for security_group (114b59f9-c4ca-4168-a540-5db1a2a12cb8), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.516055 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.548328 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-9e883e70-1f2f-4153-b549-f2b50d220989 None None] Current status of the port f23af241-c6a0-424e-8346-1fb63af4a363 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:37.563747 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2794c666-1bee-4bc7-95aa-1b6f49399a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (114b59f9-c4ca-4168-a540-5db1a2a12cb8), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.590834 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port f23af241-c6a0-424e-8346-1fb63af4a363 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:37.594193 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device cf1c339a-ed35-4223-bf04-ce47b3a1a309 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:47:37.607325 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-2794c666-1bee-4bc7-95aa-1b6f49399a2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79d22020be8e4c6ebe58787efec96ef3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8776934 Mar 24 15:47:37.614920 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794c666-1bee-4bc7-95aa-1b6f49399a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114b59f9-c4ca-4168-a540-5db1a2a12cb8,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:37.619110 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 52954) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:37.685791 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-4e96bfcc-3c7b-4b40-a3b8-1f40d95e5873 None None] Provisioning complete for port 2cc5e7f6-8149-427b-98da-71980ca8ff5d triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:37.686462 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4e96bfcc-3c7b-4b40-a3b8-1f40d95e5873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.689757 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port cf1c339a-ed35-4223-bf04-ce47b3a1a309 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:37.690152 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.695574 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:33Z', 'revision_number': 3, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:37.696335 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-68fa9265-4766-47f2-b5be-d4dbe17ccc23 admin admin] Publish callbacks [] for security_group (114b59f9-c4ca-4168-a540-5db1a2a12cb8), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.702787 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Router 825ff97b-a5cb-4527-8e5a-f9b597d55599 is scheduled to L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 with binding_index 1 {{(pid=110397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:47:37.726455 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116b09c-dd79-41c6-bbc0-0fd1bdf49572 None None] The sync data for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi is: [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:33Z', 'revision_number': 3, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:47:37.761009 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-4e96bfcc-3c7b-4b40-a3b8-1f40d95e5873 None None] Port 2cc5e7f6-8149-427b-98da-71980ca8ff5d cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:47:37.810949 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port cf1c339a-ed35-4223-bf04-ce47b3a1a309 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:37.828861 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-68fa9265-4766-47f2-b5be-d4dbe17ccc23 admin admin] Publish callbacks [] for security_group (114b59f9-c4ca-4168-a540-5db1a2a12cb8), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.858640 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Publish callbacks [] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.894834 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:47:37.905381 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Sync routers for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:47:37.915320 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.916845 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625705'] for router_interface (eab2846e-07ac-41ac-8f26-70751f53aab9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.918913 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:47:37.919657 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:47:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:37.963846 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-68fa9265-4766-47f2-b5be-d4dbe17ccc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (114b59f9-c4ca-4168-a540-5db1a2a12cb8), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.966549 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-68fa9265-4766-47f2-b5be-d4dbe17ccc23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.970344 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-68fa9265-4766-47f2-b5be-d4dbe17ccc23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/114b59f9-c4ca-4168-a540-5db1a2a12cb8 HTTP/1.1" status: 204 len: 168 time: 0.3477118 Mar 24 15:47:37.981793 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa9265-4766-47f2-b5be-d4dbe17ccc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114b59f9-c4ca-4168-a540-5db1a2a12cb8,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:37.996747 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:37.999702 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7761b327-d717-47bf-96e6-e9f4439502d9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7750471 Mar 24 15:47:38.003209 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 52960) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:38.057410 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc5e7f6-8149-427b-98da-71980ca8ff5d,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:38.085410 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:47:38.153415 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Network 98277675-c90d-4a4e-9e9e-52032fc9e1fc is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:38.155008 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:38.359788 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Router eab2846e-07ac-41ac-8f26-70751f53aab9 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:47:38.595004 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c81dbb5e-1cbe-4143-96b2-44e18a6b08db req-a1993f65-ea20-4534-883f-3320f120653d tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 210 time: 0.0554259 Mar 24 15:47:38.609469 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:36Z', 'revision_number': 3, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:38.629920 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:47:38.641131 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-e7242cda-781e-4ee4-a960-db3e39965f73 admin admin] 10.222.0.31 "PUT /v2.0/routers/eab2846e-07ac-41ac-8f26-70751f53aab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2871640 Mar 24 15:47:38.642613 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Checking router: 825ff97b-a5cb-4527-8e5a-f9b597d55599 for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:47:38.642993 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Updating router 825ff97b-a5cb-4527-8e5a-f9b597d55599 port e576cc00-1542-466b-a7da-d2961aed5736 binding host dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:47:38.685263 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-5e86fd9a-4d75-47a5-bef6-1070497bf47c None None] Provisioning complete for port 2cc5e7f6-8149-427b-98da-71980ca8ff5d triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:38.686955 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5e86fd9a-4d75-47a5-bef6-1070497bf47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:38.724708 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (e576cc00-1542-466b-a7da-d2961aed5736), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:38.763712 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-5e86fd9a-4d75-47a5-bef6-1070497bf47c None None] Port 2cc5e7f6-8149-427b-98da-71980ca8ff5d cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:47:38.858283 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:38.990904 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device f23af241-c6a0-424e-8346-1fb63af4a363 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:47:39.133913 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port f23af241-c6a0-424e-8346-1fb63af4a363 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:39.134749 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.156936 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Allocated IP 172.20.0.1 (064bef7f-6e97-472d-9dca-c7bf7c44cffc/1174d9a8-d844-4e95-aea1-2f38acd0826a/f28a7653-c783-4ce5-8499-29f3af48a45c) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:47:39.178427 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Publish callbacks [] for port (e576cc00-1542-466b-a7da-d2961aed5736), precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.246745 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port f23af241-c6a0-424e-8346-1fb63af4a363 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:39.248130 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 50f603d2-0fa8-4b02-bf58-2bc6443cb25a up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:47:39.285942 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (e576cc00-1542-466b-a7da-d2961aed5736), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.302612 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Publish callbacks [] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.335727 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Attempting to bind port e576cc00-1542-466b-a7da-d2961aed5736 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:47:39.336082 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Attempting to bind port e576cc00-1542-466b-a7da-d2961aed5736 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:47:39.336453 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Attempting to bind port e576cc00-1542-466b-a7da-d2961aed5736 on network cd957b4c-42c5-4eea-915f-4d8712523c86 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:47:39.351162 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:47:39.351639 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:47:39.351954 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.352557 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Bound using segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:47:39.352833 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Bound port: e576cc00-1542-466b-a7da-d2961aed5736, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:47:39.353222 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (e576cc00-1542-466b-a7da-d2961aed5736), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.432634 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.460835 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:39.461212 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.463556 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908252d-cab7-4bf2-b266-94c720511666 None None] Pushing event updated for resources: {'Port': ['ID=e576cc00-1542-466b-a7da-d2961aed5736,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:39.489323 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Network 064bef7f-6e97-472d-9dca-c7bf7c44cffc is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:39.489323 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:39.493473 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:47:39.493946 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625853'] for router_interface (825ff97b-a5cb-4527-8e5a-f9b597d55599), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.579675 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] For port e576cc00-1542-466b-a7da-d2961aed5736, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:47:39.639208 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] For port e576cc00-1542-466b-a7da-d2961aed5736, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=e576cc00-1542-466b-a7da-d2961aed5736,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:47:39.682075 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=f28a7653-c783-4ce5-8499-29f3af48a45c,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:39.696521 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:39.697004 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.729365 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (e576cc00-1542-466b-a7da-d2961aed5736), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.738846 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53016) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:39.744189 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f3be0182-42aa-46bc-8197-01e96f112b35 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751787836', 'description': 'tempest-description--2146838249'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:39.795914 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=50f603d2-0fa8-4b02-bf58-2bc6443cb25a,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:47:39.833474 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-724dc7fa-a6d1-439f-8bd2-eadfa1e71147 req-38f68eb1-9eab-42ad-9f84-687e946aa51b tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 210 time: 0.0479255 Mar 24 15:47:39.850818 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f3be0182-42aa-46bc-8197-01e96f112b35 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.860995 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:47:39.861705 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:47:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:39.863492 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908252d-cab7-4bf2-b266-94c720511666 None None] Pushing event updated for resources: {'Port': ['ID=e576cc00-1542-466b-a7da-d2961aed5736,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:39.971709 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f3be0182-42aa-46bc-8197-01e96f112b35 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (02a37a40-a7c5-4672-b6d8-c3ab37d0ec52), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:39.999528 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.045624 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:47:40.054795 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f3be0182-42aa-46bc-8197-01e96f112b35 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (02a37a40-a7c5-4672-b6d8-c3ab37d0ec52), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.079387 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fec84174-7c58-4e64-84f4-5014df7982ce None None] Provisioning complete for port f28a7653-c783-4ce5-8499-29f3af48a45c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:40.079767 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fec84174-7c58-4e64-84f4-5014df7982ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.085822 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be0182-42aa-46bc-8197-01e96f112b35 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:40.155595 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Sync routers for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:47:40.169467 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:47:40.170232 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:47:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:40.188818 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.192743 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f3be0182-42aa-46bc-8197-01e96f112b35 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.197260 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-f3be0182-42aa-46bc-8197-01e96f112b35 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4567220 Mar 24 15:47:40.200897 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53028) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:40.209894 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=50f603d2-0fa8-4b02-bf58-2bc6443cb25a,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:40.216015 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-df9669be-0b4c-4670-91d3-d3d47290b893 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'security_group_rule': {'security_group_id': '02a37a40-a7c5-4672-b6d8-c3ab37d0ec52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:40.216710 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fec84174-7c58-4e64-84f4-5014df7982ce None None] Port f28a7653-c783-4ce5-8499-29f3af48a45c cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:47:40.348315 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:47:40.357305 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:36Z', 'revision_number': 3, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:40.392429 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5fb82-91c8-466f-a871-606358a80d1f None None] The sync data for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi is: [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:36Z', 'revision_number': 3, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:47:40.452819 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df9669be-0b4c-4670-91d3-d3d47290b893 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (ac30cef0-4ecc-4b87-9916-7852988549aa), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.503067 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Publish callbacks [] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.576397 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df9669be-0b4c-4670-91d3-d3d47290b893 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (ac30cef0-4ecc-4b87-9916-7852988549aa), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.612003 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 2, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:40.631477 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.632796 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625705'] for router_interface (825ff97b-a5cb-4527-8e5a-f9b597d55599), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.644680 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Checking router: eab2846e-07ac-41ac-8f26-70751f53aab9 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:47:40.645267 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Updating router eab2846e-07ac-41ac-8f26-70751f53aab9 port 2cc5e7f6-8149-427b-98da-71980ca8ff5d binding host dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:47:40.684331 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.714616 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df9669be-0b4c-4670-91d3-d3d47290b893 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (ac30cef0-4ecc-4b87-9916-7852988549aa), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.829211 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9669be-0b4c-4670-91d3-d3d47290b893 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac30cef0-4ecc-4b87-9916-7852988549aa,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:40.835537 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df9669be-0b4c-4670-91d3-d3d47290b893 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:40.836775 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-df9669be-0b4c-4670-91d3-d3d47290b893 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6323571 Mar 24 15:47:40.840098 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=f28a7653-c783-4ce5-8499-29f3af48a45c,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:40.840604 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53054) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:40.846485 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-af6456f0-882b-4d42-b21b-a9b5e73b089f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'security_group_rule': {'security_group_id': '02a37a40-a7c5-4672-b6d8-c3ab37d0ec52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:40.936955 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Network 064bef7f-6e97-472d-9dca-c7bf7c44cffc is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:40.938732 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:41.021941 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2483068d-f158-4302-bc81-0f3e738c49a8 req-ae3dbfc1-5ecb-49a1-8c16-83bfd283bc1b tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 210 time: 0.0704272 Mar 24 15:47:41.052839 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af6456f0-882b-4d42-b21b-a9b5e73b089f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (8faf1381-9832-4cca-be0e-7428b2c4f809), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.122146 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device e576cc00-1542-466b-a7da-d2961aed5736 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:47:41.156789 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af6456f0-882b-4d42-b21b-a9b5e73b089f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (8faf1381-9832-4cca-be0e-7428b2c4f809), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.225757 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af6456f0-882b-4d42-b21b-a9b5e73b089f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (8faf1381-9832-4cca-be0e-7428b2c4f809), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.244411 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port e576cc00-1542-466b-a7da-d2961aed5736 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:41.246012 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (e576cc00-1542-466b-a7da-d2961aed5736), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.263947 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Router 825ff97b-a5cb-4527-8e5a-f9b597d55599 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:47:41.278093 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6456f0-882b-4d42-b21b-a9b5e73b089f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8faf1381-9832-4cca-be0e-7428b2c4f809,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:41.433703 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af6456f0-882b-4d42-b21b-a9b5e73b089f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.436315 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-af6456f0-882b-4d42-b21b-a9b5e73b089f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5941737 Mar 24 15:47:41.440154 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53066) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:41.447146 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port e576cc00-1542-466b-a7da-d2961aed5736 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:41.447765 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (e576cc00-1542-466b-a7da-d2961aed5736), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.449334 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:41.469191 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:47:41.475873 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-821d9b76-bf26-41f7-b546-9dbe6bea8aa4 admin admin] 10.222.0.31 "PUT /v2.0/routers/825ff97b-a5cb-4527-8e5a-f9b597d55599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4711962 Mar 24 15:47:41.487339 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Publish callbacks [] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), precommit_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.588912 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-ca45b1e6-f79a-412d-9e7a-447680bf40c7 None None] Provisioning complete for port f28a7653-c783-4ce5-8499-29f3af48a45c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:41.589348 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ca45b1e6-f79a-412d-9e7a-447680bf40c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.591421 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.592052 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.653346 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f3c6861c-1cec-47a8-ba7a-4ed39fb35665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.680293 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port e576cc00-1542-466b-a7da-d2961aed5736, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=e576cc00-1542-466b-a7da-d2961aed5736,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:47:41.688970 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-ca45b1e6-f79a-412d-9e7a-447680bf40c7 None None] Port f28a7653-c783-4ce5-8499-29f3af48a45c cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:47:41.689358 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777abb6-3650-4aaf-ab17-9594f17bcf18 None None] Pushing event updated for resources: {'Port': ['ID=2cc5e7f6-8149-427b-98da-71980ca8ff5d,revision_number=3']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:41.749710 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (e576cc00-1542-466b-a7da-d2961aed5736), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.750526 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 50f603d2-0fa8-4b02-bf58-2bc6443cb25a up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:47:41.757951 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Attempting to bind port 2cc5e7f6-8149-427b-98da-71980ca8ff5d on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:47:41.757951 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Attempting to bind port 2cc5e7f6-8149-427b-98da-71980ca8ff5d by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:47:41.757951 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Attempting to bind port 2cc5e7f6-8149-427b-98da-71980ca8ff5d on network 98277675-c90d-4a4e-9e9e-52032fc9e1fc {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:47:41.763894 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:47:41.764523 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Checking segment: {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:47:41.767189 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.767779 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Bound using segment: {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:47:41.768418 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Bound port: 2cc5e7f6-8149-427b-98da-71980ca8ff5d, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'}}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:47:41.768945 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.889060 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] For port 2cc5e7f6-8149-427b-98da-71980ca8ff5d, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:47:41.894368 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] For port 2cc5e7f6-8149-427b-98da-71980ca8ff5d, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=2cc5e7f6-8149-427b-98da-71980ca8ff5d,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:47:41.926106 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=e576cc00-1542-466b-a7da-d2961aed5736,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:41.960626 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:41.961010 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.968555 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:41.995231 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:42.061331 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777abb6-3650-4aaf-ab17-9594f17bcf18 None None] Pushing event updated for resources: {'Port': ['ID=2cc5e7f6-8149-427b-98da-71980ca8ff5d,revision_number=4']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:42.084333 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:47:42.085208 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:47:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:42.113725 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:42.174167 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-34d5c601-f08e-41e6-b663-ced2b0ff1221 None None] Provisioning complete for port 2cc5e7f6-8149-427b-98da-71980ca8ff5d triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:42.174806 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-34d5c601-f08e-41e6-b663-ced2b0ff1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:42.236055 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a35aca19-97c5-4a9b-bc66-2f5af1d5a0a7 req-623eea7e-4346-4d14-8fa4-2ab6ef30e324 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 210 time: 0.0498717 Mar 24 15:47:42.258138 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Allocated IP 172.27.0.148 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/faa98708-670d-4e0d-90b5-b16adefde102) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:47:42.301932 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:47:42.378284 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-34d5c601-f08e-41e6-b663-ced2b0ff1221 None None] Current status of the port 2cc5e7f6-8149-427b-98da-71980ca8ff5d is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:42.379280 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-34d5c601-f08e-41e6-b663-ced2b0ff1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:42.424956 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-34d5c601-f08e-41e6-b663-ced2b0ff1221 None None] For port 2cc5e7f6-8149-427b-98da-71980ca8ff5d, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=2cc5e7f6-8149-427b-98da-71980ca8ff5d,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:47:42.478608 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for port (faa98708-670d-4e0d-90b5-b16adefde102), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:42.523159 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-34d5c601-f08e-41e6-b663-ced2b0ff1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:42.574101 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5c601-f08e-41e6-b663-ced2b0ff1221 None None] Pushing event updated for resources: {'Port': ['ID=2cc5e7f6-8149-427b-98da-71980ca8ff5d,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:42.584143 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:42.603417 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (faa98708-670d-4e0d-90b5-b16adefde102), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:42.615216 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f1444-0e2b-4961-83a9-a2ae246bdfb7 None None] The sync data for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi is: [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:47:42.644123 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-c0d0312c-a978-44a9-a42e-ac5fd102cfae None None] Provisioning complete for port 2cc5e7f6-8149-427b-98da-71980ca8ff5d triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:42.644513 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c0d0312c-a978-44a9-a42e-ac5fd102cfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:42.674405 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'Port': ['ID=faa98708-670d-4e0d-90b5-b16adefde102,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:42.717329 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:42.719242 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:42.721677 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:47:42.773772 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0312c-a978-44a9-a42e-ac5fd102cfae None None] Current status of the port 2cc5e7f6-8149-427b-98da-71980ca8ff5d is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:42.835727 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53100) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:42.841441 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a9a421dd-3c5a-4116-aaa4-5ef7f435682b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529859142', 'description': 'tempest-description--510560689'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:42.846149 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (abeae48b-4309-4bad-ab60-f796fa2de0c9), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:42.859304 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Sync routers for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:47:42.872882 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:47:42.875355 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:47:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:42.965743 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device e576cc00-1542-466b-a7da-d2961aed5736 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:47:42.993907 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9a421dd-3c5a-4116-aaa4-5ef7f435682b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.000871 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (faa98708-670d-4e0d-90b5-b16adefde102), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.070085 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port e576cc00-1542-466b-a7da-d2961aed5736 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:43.070444 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (e576cc00-1542-466b-a7da-d2961aed5736), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.115203 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:47:43.159702 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9a421dd-3c5a-4116-aaa4-5ef7f435682b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (b833ea14-fe7d-4429-baa1-2f564565e11d), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.209771 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for port (faa98708-670d-4e0d-90b5-b16adefde102), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.243978 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9a421dd-3c5a-4116-aaa4-5ef7f435682b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (b833ea14-fe7d-4429-baa1-2f564565e11d), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.274808 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a421dd-3c5a-4116-aaa4-5ef7f435682b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b833ea14-fe7d-4429-baa1-2f564565e11d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:43.300332 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (faa98708-670d-4e0d-90b5-b16adefde102), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.325001 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port e576cc00-1542-466b-a7da-d2961aed5736 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:43.326082 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 2cc5e7f6-8149-427b-98da-71980ca8ff5d up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:47:43.336662 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (abeae48b-4309-4bad-ab60-f796fa2de0c9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.359836 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'Port': ['ID=faa98708-670d-4e0d-90b5-b16adefde102,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:43.364986 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9a421dd-3c5a-4116-aaa4-5ef7f435682b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.366290 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-a9a421dd-3c5a-4116-aaa4-5ef7f435682b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5293527 Mar 24 15:47:43.369168 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53116) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:43.374069 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b8679d0a-2337-4f18-9f00-6e7bded6f5ff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'security_group_rule': {'security_group_id': 'b833ea14-fe7d-4429-baa1-2f564565e11d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:43.433026 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 2cc5e7f6-8149-427b-98da-71980ca8ff5d triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:43.433413 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.463132 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.464944 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-105d78b6-bffc-4a38-94a6-f5037609d2a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0235100 Mar 24 15:47:43.512631 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 2, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:43.548342 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-999d8c31-6d3a-438d-aa74-3c43c799b694 req-d56e85fb-4e9c-41de-938a-1f3d64a7381e tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 210 time: 0.0793436 Mar 24 15:47:43.574696 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Checking router: 825ff97b-a5cb-4527-8e5a-f9b597d55599 for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:47:43.575064 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Updating router 825ff97b-a5cb-4527-8e5a-f9b597d55599 port f28a7653-c783-4ce5-8499-29f3af48a45c binding host dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:47:43.594792 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8679d0a-2337-4f18-9f00-6e7bded6f5ff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (5c12d129-e3bd-4bd5-8960-d5d4793b7359), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.613742 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.664504 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8679d0a-2337-4f18-9f00-6e7bded6f5ff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (5c12d129-e3bd-4bd5-8960-d5d4793b7359), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.690901 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 2cc5e7f6-8149-427b-98da-71980ca8ff5d is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:43.759239 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8679d0a-2337-4f18-9f00-6e7bded6f5ff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (5c12d129-e3bd-4bd5-8960-d5d4793b7359), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.796698 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-2bf15e3c-a50e-43f5-abc0-a6cba7f16010 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--751787836&fields=id&tenant_id=d15dccd3aa0a4263b617ac6952262bb4 HTTP/1.1" status: 200 len: 267 time: 0.0855091 Mar 24 15:47:43.800217 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8679d0a-2337-4f18-9f00-6e7bded6f5ff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c12d129-e3bd-4bd5-8960-d5d4793b7359,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:43.895165 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3bfaefdf-f2b3-4a92-b207-28f0ab6e5a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.954905 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8679d0a-2337-4f18-9f00-6e7bded6f5ff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.958563 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b8679d0a-2337-4f18-9f00-6e7bded6f5ff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5858152 Mar 24 15:47:43.959042 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53138) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:43.961607 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Publish callbacks [] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:43.964876 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-7defe2ea-daf9-4124-b27a-d0a33b0a1f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'security_group_rule': {'security_group_id': 'b833ea14-fe7d-4429-baa1-2f564565e11d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:44.050395 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:44.067427 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7defe2ea-daf9-4124-b27a-d0a33b0a1f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (8f732051-5e53-4d74-828c-5ae850ca66cd), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:44.171134 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd5946-2362-4fd0-9d07-6b83fdd11204 None None] Pushing event updated for resources: {'Port': ['ID=f28a7653-c783-4ce5-8499-29f3af48a45c,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:44.208806 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-2dbf4f1c-9e6a-4a80-8f89-6f4cf21626c9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:44.216316 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-2dbf4f1c-9e6a-4a80-8f89-6f4cf21626c9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/networks?id=98277675-c90d-4a4e-9e9e-52032fc9e1fc HTTP/1.1" status: 200 len: 811 time: 0.4103982 Mar 24 15:47:44.238254 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-22283ea4-75c0-485d-88b8-c376256aa5a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/quotas/d15dccd3aa0a4263b617ac6952262bb4 HTTP/1.1" status: 200 len: 375 time: 0.0116005 Mar 24 15:47:44.258641 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7defe2ea-daf9-4124-b27a-d0a33b0a1f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (8f732051-5e53-4d74-828c-5ae850ca66cd), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:44.301873 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Attempting to bind port f28a7653-c783-4ce5-8499-29f3af48a45c on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:47:44.302259 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Attempting to bind port f28a7653-c783-4ce5-8499-29f3af48a45c by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:47:44.302710 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Attempting to bind port f28a7653-c783-4ce5-8499-29f3af48a45c on network 064bef7f-6e97-472d-9dca-c7bf7c44cffc {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:47:44.314262 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:47:44.314726 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Checking segment: {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:47:44.315417 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:44.316249 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Bound using segment: {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:47:44.316974 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Bound port: f28a7653-c783-4ce5-8499-29f3af48a45c, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:47:44.317386 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:44.344833 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.24', 50747) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:44.346408 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7defe2ea-daf9-4124-b27a-d0a33b0a1f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (8f732051-5e53-4d74-828c-5ae850ca66cd), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:44.373966 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defe2ea-daf9-4124-b27a-d0a33b0a1f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f732051-5e53-4d74-828c-5ae850ca66cd,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:44.425044 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-07409fba-1d9d-426b-bf5e-93edaf510029 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1801085 Mar 24 15:47:44.427509 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] For port f28a7653-c783-4ce5-8499-29f3af48a45c, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:47:44.431516 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] For port f28a7653-c783-4ce5-8499-29f3af48a45c, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=f28a7653-c783-4ce5-8499-29f3af48a45c,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:47:44.433507 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-69bc31a7-4632-4841-adf7-b2941c1cd836 None None] Provisioning complete for port f28a7653-c783-4ce5-8499-29f3af48a45c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:44.434133 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-69bc31a7-4632-4841-adf7-b2941c1cd836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:44.470985 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-69bc31a7-4632-4841-adf7-b2941c1cd836 None None] Port f28a7653-c783-4ce5-8499-29f3af48a45c cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:47:44.472434 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-3d7fb4d0-c3c4-4982-a003-c811d313821e tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:44.473945 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-3d7fb4d0-c3c4-4982-a003-c811d313821e tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.24 "GET /v2.0/networks?id=29744acc-d0eb-40e3-af9a-a7f354bc0ab4 HTTP/1.1" status: 200 len: 811 time: 0.1280367 Mar 24 15:47:44.523430 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7defe2ea-daf9-4124-b27a-d0a33b0a1f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:44.524798 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7defe2ea-daf9-4124-b27a-d0a33b0a1f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5641201 Mar 24 15:47:44.528268 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Request body: {'port': {'device_id': '5e29e2f8-493b-4dcf-8d31-b9e7578effa5', 'network_id': '29744acc-d0eb-40e3-af9a-a7f354bc0ab4', 'admin_state_up': True, 'tenant_id': 'f31a278cb9904afcaf2019f89324a75b'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:44.535447 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53160) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:44.540854 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:44.591846 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:44.687803 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:47:44.687803 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:47:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:44.688190 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9887085d-00af-46e2-9639-07a390daa3b8 req-19283dff-2cbe-4ce1-b8fc-9c1f560adc79 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 210 time: 0.0645413 Mar 24 15:47:44.688738 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-e45224fa-fb05-45ab-af77-83c3c663f173 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:47:44.688738 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-e45224fa-fb05-45ab-af77-83c3c663f173 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1346753 Mar 24 15:47:44.711558 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:44.822448 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Made reservation on behalf of f31a278cb9904afcaf2019f89324a75b for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:47:44.827052 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:44.977102 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:47:44.993328 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:45.018123 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-225f7902-6454-46d6-a69f-2951cd3fcdc3 service neutron] 10.222.0.31 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141994 Mar 24 15:47:45.087989 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd5946-2362-4fd0-9d07-6b83fdd11204 None None] Pushing event updated for resources: {'Port': ['ID=f28a7653-c783-4ce5-8499-29f3af48a45c,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:45.155750 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-eb6c7116-7f47-4ede-a67f-507fea8a84e3 None None] Provisioning complete for port f28a7653-c783-4ce5-8499-29f3af48a45c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:45.156158 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7116-7f47-4ede-a67f-507fea8a84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:45.202921 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Allocated IP 172.27.0.8 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/8adab9c6-db7d-453c-aad7-3539861e98c8) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:47:45.203313 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-b2add0c1-7974-4a2f-8684-deae4173eae5 service neutron] 10.222.0.31 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813374 Mar 24 15:47:45.204961 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:45.411878 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-eb6c7116-7f47-4ede-a67f-507fea8a84e3 None None] Current status of the port f28a7653-c783-4ce5-8499-29f3af48a45c is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:45.415395 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7116-7f47-4ede-a67f-507fea8a84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:45.446028 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for port (8adab9c6-db7d-453c-aad7-3539861e98c8), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:45.489732 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-eb6c7116-7f47-4ede-a67f-507fea8a84e3 None None] For port f28a7653-c783-4ce5-8499-29f3af48a45c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=f28a7653-c783-4ce5-8499-29f3af48a45c,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:47:45.493861 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:44Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:47:45.498891 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Allocated IP 172.20.0.6 (29744acc-d0eb-40e3-af9a-a7f354bc0ab4/6ef6c632-fd3c-4759-99cc-eb78b20e18aa/05c29f77-d1e0-4359-aa3e-9410e3765422) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:47:45.525821 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0429d9cd-221c-4117-a169-ea65789e628e None None] The sync data for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi is: [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:44Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:47:45.636954 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (8adab9c6-db7d-453c-aad7-3539861e98c8), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:45.637148 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7116-7f47-4ede-a67f-507fea8a84e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:45.708314 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'Port': ['ID=8adab9c6-db7d-453c-aad7-3539861e98c8,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:45.733052 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c7116-7f47-4ede-a67f-507fea8a84e3 None None] Pushing event updated for resources: {'Port': ['ID=f28a7653-c783-4ce5-8499-29f3af48a45c,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:45.737751 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:45.742155 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:45.776311 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:47:45.819190 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Publish callbacks [] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:45.915428 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (541d697c-f0c6-41ee-8475-56c49c2becf9), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:45.959680 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-eca6bd7e-3ba3-4e7a-8e41-06095492d5c1 req-dc1f052f-d034-4eb5-98f6-e4631b3d132b tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 210 time: 0.0306544 Mar 24 15:47:46.049158 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:46.173575 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Pushing event updated for resources: {'Port': ['ID=05c29f77-d1e0-4359-aa3e-9410e3765422,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:46.185557 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (8adab9c6-db7d-453c-aad7-3539861e98c8), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:46.200413 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Network 29744acc-d0eb-40e3-af9a-a7f354bc0ab4 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:46.200744 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:46.212595 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:47:46.220522 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:46.222096 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:46.309190 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-50fed3a1-cc19-4973-8c27-c644c14e1141 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7861402 Mar 24 15:47:46.319966 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-fe6aeffe-fd60-42d2-8f8b-986d676fd5ec tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:47:46.321201 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-fe6aeffe-fd60-42d2-8f8b-986d676fd5ec tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069664 Mar 24 15:47:46.397383 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:46.430311 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for port (8adab9c6-db7d-453c-aad7-3539861e98c8), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:46.441667 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Request body: {'port': {'device_id': '5e29e2f8-493b-4dcf-8d31-b9e7578effa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:46.525370 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:46.591116 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (8adab9c6-db7d-453c-aad7-3539861e98c8), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:46.970755 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-671263e5-55e8-4aaf-aad0-c668b5a4c610 req-03e55883-b491-40ac-872a-4140b8a4cece tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.3765628 Mar 24 15:47:46.971910 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (541d697c-f0c6-41ee-8475-56c49c2becf9), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:46.987237 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device f28a7653-c783-4ce5-8499-29f3af48a45c up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:47:46.989284 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'Port': ['ID=8adab9c6-db7d-453c-aad7-3539861e98c8,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:47.098734 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:47.115010 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-4bca2c1c-a2f6-4fe5-975a-eac9af440f67 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5773535 Mar 24 15:47:47.189694 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port f28a7653-c783-4ce5-8499-29f3af48a45c triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:47.191680 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:47.433781 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe30e1-d697-47f9-80b8-b222f7c8f8d0 req-f6c65287-da19-4296-9c2b-1dfebe01c002 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:47.434155 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port f28a7653-c783-4ce5-8499-29f3af48a45c is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:47:47.438478 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7dbe30e1-d697-47f9-80b8-b222f7c8f8d0 req-f6c65287-da19-4296-9c2b-1dfebe01c002 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 931 time: 0.2958689 Mar 24 15:47:47.626238 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-20d18d6e-0d28-4fcb-b645-b820c52f9fe8 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--529859142&fields=id&tenant_id=6dec19605af54dd9957ff4fd59dac64a HTTP/1.1" status: 200 len: 267 time: 0.0760121 Mar 24 15:47:47.626238 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c29f77-d1e0-4359-aa3e-9410e3765422 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:47:47.626238 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Publish callbacks [] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:47.632188 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7dbe30e1-d697-47f9-80b8-b222f7c8f8d0 req-dce7116c-2cf3-47e9-a057-99a94f912909 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835315 Mar 24 15:47:47.856849 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Transition to ACTIVE for port object 05c29f77-d1e0-4359-aa3e-9410e3765422 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:47:47.920245 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-972bc9d3-b3ff-4f67-b063-6c62d3ae1835 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:47.921725 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-972bc9d3-b3ff-4f67-b063-6c62d3ae1835 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/networks?id=064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 200 len: 816 time: 0.3121350 Mar 24 15:47:47.945124 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-9904ccd4-5535-4ac2-92ac-58e31e58d91d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/quotas/6dec19605af54dd9957ff4fd59dac64a HTTP/1.1" status: 200 len: 375 time: 0.0175405 Mar 24 15:47:47.953912 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:47.963086 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:48.050813 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Pushing event updated for resources: {'Port': ['ID=05c29f77-d1e0-4359-aa3e-9410e3765422,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:48.123365 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Attempting to bind port 05c29f77-d1e0-4359-aa3e-9410e3765422 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:47:48.124281 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Attempting to bind port 05c29f77-d1e0-4359-aa3e-9410e3765422 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8c62ff2a-7570-4216-932a-2ae1389493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '29744acc-d0eb-40e3-af9a-a7f354bc0ab4'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:47:48.124775 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Attempting to bind port 05c29f77-d1e0-4359-aa3e-9410e3765422 on network 29744acc-d0eb-40e3-af9a-a7f354bc0ab4 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:47:48.145190 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-5ca4b7cf-e363-45fc-b9f8-3a2843927a55 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834836 Mar 24 15:47:48.148323 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Port 05c29f77-d1e0-4359-aa3e-9410e3765422 on network 29744acc-d0eb-40e3-af9a-a7f354bc0ab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:47:48.148761 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Attempting to bind port 05c29f77-d1e0-4359-aa3e-9410e3765422 on network 29744acc-d0eb-40e3-af9a-a7f354bc0ab4 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:47:48.157356 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:47:48.158306 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Checking segment: {'id': '8c62ff2a-7570-4216-932a-2ae1389493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '29744acc-d0eb-40e3-af9a-a7f354bc0ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:47:48.159078 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Bound using segment: {'id': '8c62ff2a-7570-4216-932a-2ae1389493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '29744acc-d0eb-40e3-af9a-a7f354bc0ab4'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:47:48.159729 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Bound port: 05c29f77-d1e0-4359-aa3e-9410e3765422, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c62ff2a-7570-4216-932a-2ae1389493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '29744acc-d0eb-40e3-af9a-a7f354bc0ab4'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:47:48.160245 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:48.388873 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] For port 05c29f77-d1e0-4359-aa3e-9410e3765422, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:47:48.425946 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-b9a2142b-349f-49da-acf6-83b6c2e3afe6 service neutron] 10.222.0.31 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620397 Mar 24 15:47:48.443960 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] For port 05c29f77-d1e0-4359-aa3e-9410e3765422, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05c29f77-d1e0-4359-aa3e-9410e3765422,segment=NetworkSegment(8c62ff2a-7570-4216-932a-2ae1389493d8),segment_id=8c62ff2a-7570-4216-932a-2ae1389493d8)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:47:48.483087 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-eeb5000b-9bc4-4b7a-92f0-42f1ba4910bd req-f2346590-97f5-4253-ae4b-82d66649b221 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0701218 Mar 24 15:47:48.598424 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:48.622075 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-3f428660-5601-477b-bc47-0f4189dfae55 service neutron] 10.222.0.31 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804578 Mar 24 15:47:48.653613 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:48.654274 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:48.656208 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] 10.222.0.24 "PUT /v2.0/ports/05c29f77-d1e0-4359-aa3e-9410e3765422 HTTP/1.1" status: 200 len: 1093 time: 2.2741859 Mar 24 15:47:48.656341 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e29e2f8-493b-4dcf-8d31-b9e7578effa5', 'tag': '05c29f77-d1e0-4359-aa3e-9410e3765422'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:47:48.759681 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fd2fd-9fd9-46c5-9610-3c0bcf633901 service neutron] Pushing event updated for resources: {'Port': ['ID=05c29f77-d1e0-4359-aa3e-9410e3765422,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:48.766737 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ec8437-f5a7-4bd0-9316-3152aac02b07" -d '{"events": [{"name": "network-changed", "server_uuid": "5e29e2f8-493b-4dcf-8d31-b9e7578effa5", "tag": "05c29f77-d1e0-4359-aa3e-9410e3765422"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:47:48.919227 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027719a5-f1d1-4a62-8f5f-a78ab5d22433 req-53d714e7-bede-4729-aecf-1ea04d80d19d tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:48.927300 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-027719a5-f1d1-4a62-8f5f-a78ab5d22433 req-53d714e7-bede-4729-aecf-1ea04d80d19d tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0683558 Mar 24 15:47:49.011616 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-027719a5-f1d1-4a62-8f5f-a78ab5d22433 req-3883c2df-733a-4bf6-90be-67fb5915d5ec tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797808 Mar 24 15:47:49.031698 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18cc215-e4c2-414a-8f6a-dec24ce72fda x-openstack-request-id: req-c18cc215-e4c2-414a-8f6a-dec24ce72fda {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:47:49.032057 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e29e2f8-493b-4dcf-8d31-b9e7578effa5", "tag": "05c29f77-d1e0-4359-aa3e-9410e3765422", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:47:49.032769 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c18cc215-e4c2-414a-8f6a-dec24ce72fda {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:47:49.033338 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18cc215-e4c2-414a-8f6a-dec24ce72fda'] response: {'name': 'network-changed', 'server_uuid': '5e29e2f8-493b-4dcf-8d31-b9e7578effa5', 'tag': '05c29f77-d1e0-4359-aa3e-9410e3765422', 'status': 'completed', 'code': 200} Mar 24 15:47:49.083242 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-eb655290-2a20-4225-8a53-9563c4902631 req-f7092413-79ea-433d-9735-1aa932d7a018 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 210 time: 0.0288641 Mar 24 15:47:49.461843 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53382) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:49.569644 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7a9eac41-1832-4d03-9d8d-6ce4fafd4567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:49.587012 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5b0bd507-3e39-449f-a67f-ffe1d8a090ab req-4509e09f-11cd-4c2e-9329-0c4d11189eca tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0301318 Mar 24 15:47:49.644231 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7a9eac41-1832-4d03-9d8d-6ce4fafd4567 admin admin] Publish callbacks [] for security_group (885a3d23-97c0-4670-a230-268e4571385b), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:49.743734 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7a9eac41-1832-4d03-9d8d-6ce4fafd4567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (885a3d23-97c0-4670-a230-268e4571385b), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:49.785285 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9eac41-1832-4d03-9d8d-6ce4fafd4567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885a3d23-97c0-4670-a230-268e4571385b,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:49.790859 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7a9eac41-1832-4d03-9d8d-6ce4fafd4567 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e6282c9a04f4b24825fa5f077f514e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3279376 Mar 24 15:47:49.793618 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53392) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:49.844373 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22e8d308-635d-49a7-afd9-6d863a52aa30 admin admin] Publish callbacks [] for security_group (885a3d23-97c0-4670-a230-268e4571385b), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:49.867809 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22e8d308-635d-49a7-afd9-6d863a52aa30 admin admin] Publish callbacks [] for security_group (885a3d23-97c0-4670-a230-268e4571385b), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:50.028376 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22e8d308-635d-49a7-afd9-6d863a52aa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (885a3d23-97c0-4670-a230-268e4571385b), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:50.031033 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22e8d308-635d-49a7-afd9-6d863a52aa30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:50.032308 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-22e8d308-635d-49a7-afd9-6d863a52aa30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/885a3d23-97c0-4670-a230-268e4571385b HTTP/1.1" status: 204 len: 168 time: 0.2377849 Mar 24 15:47:50.042953 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8d308-635d-49a7-afd9-6d863a52aa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885a3d23-97c0-4670-a230-268e4571385b,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:50.183063 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c0677-7417-47bd-b528-484eaff78680 req-04801b9d-4199-459f-a108-19422b061261 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:50.185024 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1a9c0677-7417-47bd-b528-484eaff78680 req-04801b9d-4199-459f-a108-19422b061261 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0744193 Mar 24 15:47:50.233998 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-14dd52f7-7a57-4a39-8e73-bf3f820ed4af req-bb714fab-08f2-4110-92aa-035de84a1dfd tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 210 time: 0.0399983 Mar 24 15:47:50.275290 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1a9c0677-7417-47bd-b528-484eaff78680 req-f2d5670d-0e9b-4c94-ad37-2d18071a49d5 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843852 Mar 24 15:47:50.704686 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5c56da4e-b95e-4006-924d-4bf7ebd685e6 req-c69eb07a-2f9e-46f1-831d-58ad7ead7814 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0289686 Mar 24 15:47:51.397310 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-65f7b0f2-e4ea-42a2-88d0-223afafae5a6 req-ad7316ba-182b-4465-9088-1fdd13bf8d14 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 210 time: 0.0645223 Mar 24 15:47:51.579128 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499a49c-972c-493c-a06c-ffd376612cfd req-d406e052-6e46-4dd7-8d8c-c9ef26911f5a tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:51.581072 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8499a49c-972c-493c-a06c-ffd376612cfd req-d406e052-6e46-4dd7-8d8c-c9ef26911f5a tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.1446397 Mar 24 15:47:51.640231 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8499a49c-972c-493c-a06c-ffd376612cfd req-6ed93e61-04ba-405b-8b67-077874c0dc4c tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529230 Mar 24 15:47:51.825212 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b725792b-0948-4bf4-8939-2be0f5b6e118 req-de7a60ab-b491-451a-b094-7f6c1c97da38 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0347509 Mar 24 15:47:52.510024 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1c348b1e-6c77-4f8d-9704-9d5e5a408ba0 req-0aad3796-868d-4206-babd-e155b93ecf6f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 210 time: 0.0443952 Mar 24 15:47:52.814441 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2e17c-3200-45f9-8786-76870e9b4f30 req-f8645e6f-5d70-44e0-af10-e32782cb0e34 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:52.816941 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-66b2e17c-3200-45f9-8786-76870e9b4f30 req-f8645e6f-5d70-44e0-af10-e32782cb0e34 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0930562 Mar 24 15:47:52.888104 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-66b2e17c-3200-45f9-8786-76870e9b4f30 req-018e2d18-2a08-498e-834f-ceec4106d63f tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649257 Mar 24 15:47:52.954575 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6e04db5b-0182-40d0-a374-24678d0e5907 req-7b6ab08b-7dcc-4a5c-9af1-c9608475453f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0285430 Mar 24 15:47:53.664912 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4df0ded5-4a2c-4957-942b-87f80915f954 req-859d904d-012f-4755-80fe-54427288d16e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 210 time: 0.0368874 Mar 24 15:47:53.695802 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53512) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:53.867348 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd044-c827-42b7-967d-18e87d4266f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:54.034255 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd044-c827-42b7-967d-18e87d4266f7 admin admin] Publish callbacks [] for security_group (a1716fc9-9aa4-4318-a94b-22eede75996a), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:54.101383 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e2cfcb3d-1926-4a4d-8944-46f809e8000c req-8651e14d-45ae-4d09-b073-d1478ebc336b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0390420 Mar 24 15:47:54.115201 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab872880-b404-466f-bfa1-f22151b9dfad req-48568a2e-f7e8-4c4a-9014-5f9c278632e4 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:54.123931 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ab872880-b404-466f-bfa1-f22151b9dfad req-48568a2e-f7e8-4c4a-9014-5f9c278632e4 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.1094618 Mar 24 15:47:54.128354 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd044-c827-42b7-967d-18e87d4266f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (a1716fc9-9aa4-4318-a94b-22eede75996a), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:54.180417 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-ca4cd044-c827-42b7-967d-18e87d4266f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9712a5d19764e1ca6c0d0a9fa1c89df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4835134 Mar 24 15:47:54.181520 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cd044-c827-42b7-967d-18e87d4266f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1716fc9-9aa4-4318-a94b-22eede75996a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:54.183403 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53538) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:54.214128 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ab872880-b404-466f-bfa1-f22151b9dfad req-3c4f530f-d5c9-44e0-b7ce-e70a7c99b0a2 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840881 Mar 24 15:47:54.269136 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da6e67b7-52e0-4707-8795-a6cb549a6f16 admin admin] Publish callbacks [] for security_group (a1716fc9-9aa4-4318-a94b-22eede75996a), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:54.302314 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da6e67b7-52e0-4707-8795-a6cb549a6f16 admin admin] Publish callbacks [] for security_group (a1716fc9-9aa4-4318-a94b-22eede75996a), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:54.493724 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da6e67b7-52e0-4707-8795-a6cb549a6f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (a1716fc9-9aa4-4318-a94b-22eede75996a), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:54.496605 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da6e67b7-52e0-4707-8795-a6cb549a6f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:54.505158 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-da6e67b7-52e0-4707-8795-a6cb549a6f16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1716fc9-9aa4-4318-a94b-22eede75996a HTTP/1.1" status: 204 len: 168 time: 0.3146994 Mar 24 15:47:54.512289 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e67b7-52e0-4707-8795-a6cb549a6f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1716fc9-9aa4-4318-a94b-22eede75996a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:54.710258 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-8f4297d0-31bd-45b0-9e4d-0a804585e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:54.711990 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-8f4297d0-31bd-45b0-9e4d-0a804585e0c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f31a278cb9904afcaf2019f89324a75b&device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 1127 time: 0.1970737 Mar 24 15:47:54.810504 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-aa99ca84-9fb3-49df-996a-48632b24a99e req-065861ae-a4fe-4344-afb7-7443a23c7194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 210 time: 0.0469351 Mar 24 15:47:54.824091 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-2a0b5840-9a06-4ba4-a705-0d249321824f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05c29f77-d1e0-4359-aa3e-9410e3765422 HTTP/1.1" status: 200 len: 217 time: 0.0903640 Mar 24 15:47:55.011178 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-efe5a778-1b2a-459c-8d1a-c3e5f4f9ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:55.012843 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-efe5a778-1b2a-459c-8d1a-c3e5f4f9ebf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ef6c632-fd3c-4759-99cc-eb78b20e18aa HTTP/1.1" status: 200 len: 851 time: 0.0874057 Mar 24 15:47:55.103331 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-131fe13d-6153-4c3f-8831-ecf0b981b1ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29744acc-d0eb-40e3-af9a-a7f354bc0ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787561 Mar 24 15:47:55.311223 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b7c99903-0739-4538-93bf-2036c017bab9 req-7b178915-c31a-4679-8972-92c6052202ec tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0764794 Mar 24 15:47:55.317808 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-ac395e5c-9433-400c-9d41-39d563cbc72f service neutron] 10.222.0.24 "GET /v2.0/networks/29744acc-d0eb-40e3-af9a-a7f354bc0ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932406 Mar 24 15:47:55.409921 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d60485-c2e1-466b-82f9-591a3ea559c4 req-8f77e10c-1ada-4c59-9d07-bda7249480c2 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:55.421686 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-83d60485-c2e1-466b-82f9-591a3ea559c4 req-8f77e10c-1ada-4c59-9d07-bda7249480c2 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0887663 Mar 24 15:47:55.504108 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-83d60485-c2e1-466b-82f9-591a3ea559c4 req-29df23c5-0f0a-4ada-9ed9-4def5fb91097 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797412 Mar 24 15:47:55.596417 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-22ab7ada-aa11-4b4c-bb55-50a3f22349e2 req-814dbb6d-a674-4ff6-b260-8cd6a70f42f3 service neutron] 10.222.0.24 "GET /v2.0/networks/29744acc-d0eb-40e3-af9a-a7f354bc0ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534990 Mar 24 15:47:55.596752 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53584) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:55.626372 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8e964f39-c52a-4c46-a3b3-00650792ec6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:55.737820 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8e964f39-c52a-4c46-a3b3-00650792ec6b admin admin] Publish callbacks [] for security_group (32852e5b-323e-4573-939d-ddbc7625be3d), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:55.860104 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8e964f39-c52a-4c46-a3b3-00650792ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (32852e5b-323e-4573-939d-ddbc7625be3d), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:55.902252 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-8e964f39-c52a-4c46-a3b3-00650792ec6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd46e784f2ed440a8e5c09e7d2e77c9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3043599 Mar 24 15:47:55.903289 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e964f39-c52a-4c46-a3b3-00650792ec6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32852e5b-323e-4573-939d-ddbc7625be3d,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:55.904966 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53590) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:56.009562 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4a0e8d28-0e35-48fd-af06-ea55f5555500 req-e9faff24-f43a-469a-abd9-5800753b61d3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 210 time: 0.0558152 Mar 24 15:47:56.082070 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dcb77fea-173c-4259-b459-75788fddea72 admin admin] Publish callbacks [] for security_group (32852e5b-323e-4573-939d-ddbc7625be3d), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:56.090077 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8437-f5a7-4bd0-9316-3152aac02b07 req-4771c8bc-fa54-49a9-acae-b8b55479e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:56.091870 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-46ec8437-f5a7-4bd0-9316-3152aac02b07 req-4771c8bc-fa54-49a9-acae-b8b55479e68b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f31a278cb9904afcaf2019f89324a75b&device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 1127 time: 0.1026523 Mar 24 15:47:56.124249 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dcb77fea-173c-4259-b459-75788fddea72 admin admin] Publish callbacks [] for security_group (32852e5b-323e-4573-939d-ddbc7625be3d), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:56.440576 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-93838c53-2341-4f34-8461-c06074ad0ead req-0700f2bf-0957-4429-a079-b3f5c6add611 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0344641 Mar 24 15:47:56.630048 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf8c1f-d80e-4a19-b1e9-7bd833aa771d req-47e89b0b-a523-406c-a70c-18531ae05777 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:56.631540 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-75bf8c1f-d80e-4a19-b1e9-7bd833aa771d req-47e89b0b-a523-406c-a70c-18531ae05777 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0529494 Mar 24 15:47:56.680211 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-75bf8c1f-d80e-4a19-b1e9-7bd833aa771d req-56e195de-7a9a-4476-a441-4740b3e0c393 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421298 Mar 24 15:47:56.851236 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8437-f5a7-4bd0-9316-3152aac02b07 req-751966b7-3637-47eb-99be-1f9d7c68c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:56.852699 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-46ec8437-f5a7-4bd0-9316-3152aac02b07 req-751966b7-3637-47eb-99be-1f9d7c68c062 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29744acc-d0eb-40e3-af9a-a7f354bc0ab4 HTTP/1.1" status: 200 len: 912 time: 0.1421025 Mar 24 15:47:56.898594 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-46ec8437-f5a7-4bd0-9316-3152aac02b07 req-4d4fa020-46c5-4b40-94f0-c76147a4ef68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05c29f77-d1e0-4359-aa3e-9410e3765422 HTTP/1.1" status: 200 len: 217 time: 0.0384357 Mar 24 15:47:56.948413 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8437-f5a7-4bd0-9316-3152aac02b07 req-0e45316f-8740-495d-8588-e25467078de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:56.949748 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-46ec8437-f5a7-4bd0-9316-3152aac02b07 req-0e45316f-8740-495d-8588-e25467078de8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ef6c632-fd3c-4759-99cc-eb78b20e18aa HTTP/1.1" status: 200 len: 851 time: 0.0423348 Mar 24 15:47:56.980858 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-46ec8437-f5a7-4bd0-9316-3152aac02b07 req-06a63159-1c15-469e-8fc1-933fa06b816b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29744acc-d0eb-40e3-af9a-a7f354bc0ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250411 Mar 24 15:47:57.169784 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1406312b-bc19-45a1-a917-061f115470f8 req-255bd5e5-a4bc-4705-96dc-5b695316dcaa tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 210 time: 0.0416090 Mar 24 15:47:57.198036 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dcb77fea-173c-4259-b459-75788fddea72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (32852e5b-323e-4573-939d-ddbc7625be3d), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:57.200866 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dcb77fea-173c-4259-b459-75788fddea72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:57.201959 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-dcb77fea-173c-4259-b459-75788fddea72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32852e5b-323e-4573-939d-ddbc7625be3d HTTP/1.1" status: 204 len: 168 time: 1.2959328 Mar 24 15:47:57.217851 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb77fea-173c-4259-b459-75788fddea72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32852e5b-323e-4573-939d-ddbc7625be3d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:57.266894 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-46ec8437-f5a7-4bd0-9316-3152aac02b07 req-40616396-efe9-4b2b-bf17-bde41a74b583 service neutron] 10.222.0.24 "GET /v2.0/networks/29744acc-d0eb-40e3-af9a-a7f354bc0ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791803 Mar 24 15:47:57.327427 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.24', 50774) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:47:57.392772 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-46ec8437-f5a7-4bd0-9316-3152aac02b07 req-2cf63a38-6768-40f5-adfd-f241bfdbd224 service neutron] 10.222.0.24 "GET /v2.0/networks/29744acc-d0eb-40e3-af9a-a7f354bc0ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177177 Mar 24 15:47:57.444064 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-483c69b4-dfcd-445f-b02a-00c48f1dcd59 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:57.445494 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-483c69b4-dfcd-445f-b02a-00c48f1dcd59 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.24 "GET /v2.0/networks?id=98277675-c90d-4a4e-9e9e-52032fc9e1fc HTTP/1.1" status: 200 len: 811 time: 0.1169877 Mar 24 15:47:57.545021 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-25c90033-cb47-45ed-8742-bcebf034c768 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d15dccd3aa0a4263b617ac6952262bb4 HTTP/1.1" status: 200 len: 379 time: 0.0871186 Mar 24 15:47:57.554539 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'port': {'device_id': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'admin_state_up': True, 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'security_groups': ['02a37a40-a7c5-4672-b6d8-c3ab37d0ec52']}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:57.571571 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7a701cb0-e470-40e8-a13c-f872e71f4f2c req-b427660c-dd6e-4966-83b9-794651dc44c7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0340700 Mar 24 15:47:57.623398 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-48a9e7f1-6be5-4418-9c08-9e98d742542f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:57.624987 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-48a9e7f1-6be5-4418-9c08-9e98d742542f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.24 "GET /v2.0/networks?id=064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 200 len: 816 time: 0.1491094 Mar 24 15:47:57.694100 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-06d61807-e8aa-462d-b1f8-8c1f933fe952 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec19605af54dd9957ff4fd59dac64a HTTP/1.1" status: 200 len: 379 time: 0.0606439 Mar 24 15:47:57.703199 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'port': {'device_id': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'admin_state_up': True, 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'security_groups': ['b833ea14-fe7d-4429-baa1-2f564565e11d']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:47:57.812223 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bef3c7-a14c-4edd-852a-26ea6aaeff12 req-650843a0-5ac1-450f-85d9-3932eb122c96 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:57.819850 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-40bef3c7-a14c-4edd-852a-26ea6aaeff12 req-650843a0-5ac1-450f-85d9-3932eb122c96 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0660586 Mar 24 15:47:57.876942 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-40bef3c7-a14c-4edd-852a-26ea6aaeff12 req-52d3623d-e897-4363-ac4b-7a1aa1634577 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463850 Mar 24 15:47:57.985495 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Made reservation on behalf of d15dccd3aa0a4263b617ac6952262bb4 for: {'port': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:47:57.985635 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Made reservation on behalf of 6dec19605af54dd9957ff4fd59dac64a for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:47:57.989556 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:57.994419 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:58.160062 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Allocated IP 172.20.0.9 (064bef7f-6e97-472d-9dca-c7bf7c44cffc/1174d9a8-d844-4e95-aea1-2f38acd0826a/a0156e1e-f614-4d1e-9e39-597c366a61d0) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:47:58.245826 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Allocated IP 172.20.0.10 (98277675-c90d-4a4e-9e9e-52032fc9e1fc/8fe8ccca-d329-49a2-a267-7a4eb0cd6a10/090d3af3-d684-4f16-9279-a93755a9bbb9) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:47:58.298989 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6f03e208-ea29-4947-9e4f-cb601f8cb0c3 req-9757f304-26da-47d9-b835-0f4afde68b42 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 210 time: 0.0337870 Mar 24 15:47:58.352835 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:58.530043 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:58.534499 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:58.580282 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Network 064bef7f-6e97-472d-9dca-c7bf7c44cffc is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:58.584655 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:58.586078 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:47:58.591639 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:58.592426 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:58.608045 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'Port': ['ID=a0156e1e-f614-4d1e-9e39-597c366a61d0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:58.690266 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f572d8c5-64ef-4f58-b723-aafe5d152614 req-14e27c31-9c88-4888-b235-7655a84ae274 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0346377 Mar 24 15:47:58.711906 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:58.742740 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-11a3b108-bb5d-4bde-8e69-3d6d9f452e82 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0425401 Mar 24 15:47:58.801054 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Network 98277675-c90d-4a4e-9e9e-52032fc9e1fc is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:47:58.808884 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:47:58.813506 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:47:58.818725 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:58.819329 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:58.822954 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'Port': ['ID=090d3af3-d684-4f16-9279-a93755a9bbb9,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:47:58.897141 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-865c165b-044e-4000-afe1-6b98639d7044 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3463078 Mar 24 15:47:58.903249 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-54361235-f27c-40af-9435-63ca2b106d25 None None] Provisioning complete for port a0156e1e-f614-4d1e-9e39-597c366a61d0 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:58.903793 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-54361235-f27c-40af-9435-63ca2b106d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:58.944896 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-54361235-f27c-40af-9435-63ca2b106d25 None None] Port a0156e1e-f614-4d1e-9e39-597c366a61d0 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:47:59.018748 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf129-51fc-489a-9cb8-31dd9aa4f697 req-a5ac0a04-d8e5-43bb-86b3-8b7c399f26b1 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:59.020311 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-170bf129-51fc-489a-9cb8-31dd9aa4f697 req-a5ac0a04-d8e5-43bb-86b3-8b7c399f26b1 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0657282 Mar 24 15:47:59.069083 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-693776ff-4b78-4df9-bfb9-28f4a12d971a None None] Provisioning complete for port 090d3af3-d684-4f16-9279-a93755a9bbb9 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:47:59.069514 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-693776ff-4b78-4df9-bfb9-28f4a12d971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:47:59.074683 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-170bf129-51fc-489a-9cb8-31dd9aa4f697 req-7bdaec35-93c7-4a1a-a65e-a34922d88602 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478113 Mar 24 15:47:59.107780 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-693776ff-4b78-4df9-bfb9-28f4a12d971a None None] Port 090d3af3-d684-4f16-9279-a93755a9bbb9 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:47:59.450767 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a09e3d-b1f5-4e08-bb2e-88d34e333398 req-74027952-aecf-4d38-a59c-41463b1d3f35 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:59.452363 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-55a09e3d-b1f5-4e08-bb2e-88d34e333398 req-74027952-aecf-4d38-a59c-41463b1d3f35 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 931 time: 0.0541122 Mar 24 15:47:59.497609 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-55a09e3d-b1f5-4e08-bb2e-88d34e333398 req-883f7b4b-7f22-4d4f-a9fc-d1c66dfd612d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397291 Mar 24 15:47:59.810691 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85de72-dea5-4732-a6d6-7b20c9d3763d req-8d5fafec-c4c4-4cd3-a232-c474ff2d3350 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:47:59.812096 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9d85de72-dea5-4732-a6d6-7b20c9d3763d req-8d5fafec-c4c4-4cd3-a232-c474ff2d3350 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 932 time: 0.0517759 Mar 24 15:47:59.865122 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9d85de72-dea5-4732-a6d6-7b20c9d3763d req-59f9576f-3cc2-4b2e-9dbd-650c1b57fab1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471230 Mar 24 15:48:00.200692 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48886-960c-4bfe-ad81-333589a6c787 req-83cb0484-17a0-4530-9e54-4856740387ae tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:00.207557 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ebf48886-960c-4bfe-ad81-333589a6c787 req-83cb0484-17a0-4530-9e54-4856740387ae tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0599303 Mar 24 15:48:00.252666 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ebf48886-960c-4bfe-ad81-333589a6c787 req-8dea929a-1feb-4709-b7a1-f17aad3c6a3d tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441024 Mar 24 15:48:00.626785 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d226c-7d37-415e-af90-8ad318d4a6a5 req-e260c06f-99e7-4f99-9f4b-d84432da1a0e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:00.628287 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-917d226c-7d37-415e-af90-8ad318d4a6a5 req-e260c06f-99e7-4f99-9f4b-d84432da1a0e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 931 time: 0.0555897 Mar 24 15:48:00.677204 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-917d226c-7d37-415e-af90-8ad318d4a6a5 req-752e7168-8c86-47d5-baec-eee66319d889 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Mar 24 15:48:00.794557 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Request body: {'port': {'device_id': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:00.799814 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Request body: {'port': {'device_id': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:00.865546 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:00.872089 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:01.188125 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0156e1e-f614-4d1e-9e39-597c366a61d0 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:48:01.196563 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Publish callbacks [] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:01.210802 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Transition to ACTIVE for port object a0156e1e-f614-4d1e-9e39-597c366a61d0 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:48:01.298234 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f986-fc01-4e21-9b3b-62f36948af81 req-d3ffc2ee-d9d1-4911-802c-f77337518c82 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:01.304847 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b844f986-fc01-4e21-9b3b-62f36948af81 req-d3ffc2ee-d9d1-4911-802c-f77337518c82 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 932 time: 0.3479023 Mar 24 15:48:01.389979 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cdae6-a60a-4b6d-9f57-c6e011b403ab req-23900c75-0d12-43c9-9e04-a6236b2f33ce tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:01.390756 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b844f986-fc01-4e21-9b3b-62f36948af81 req-8d36a959-b86d-4f16-8b07-91135aa17d54 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846918 Mar 24 15:48:01.391566 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-614cdae6-a60a-4b6d-9f57-c6e011b403ab req-23900c75-0d12-43c9-9e04-a6236b2f33ce tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0571527 Mar 24 15:48:01.397837 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:01.458525 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090d3af3-d684-4f16-9279-a93755a9bbb9 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:48:01.468283 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Publish callbacks [] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:01.498649 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-614cdae6-a60a-4b6d-9f57-c6e011b403ab req-3a409dc4-da01-476f-a905-11cb08f8d9b5 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970883 Mar 24 15:48:01.499300 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Pushing event updated for resources: {'Port': ['ID=a0156e1e-f614-4d1e-9e39-597c366a61d0,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:01.514497 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Transition to ACTIVE for port object 090d3af3-d684-4f16-9279-a93755a9bbb9 will not be triggered until provisioned by entity L2. {{(pid=110397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:48:01.553911 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Attempting to bind port a0156e1e-f614-4d1e-9e39-597c366a61d0 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:48:01.553911 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Attempting to bind port a0156e1e-f614-4d1e-9e39-597c366a61d0 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:48:01.553911 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Attempting to bind port a0156e1e-f614-4d1e-9e39-597c366a61d0 on network 064bef7f-6e97-472d-9dca-c7bf7c44cffc {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:48:01.558573 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Port a0156e1e-f614-4d1e-9e39-597c366a61d0 on network 064bef7f-6e97-472d-9dca-c7bf7c44cffc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:48:01.558982 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Attempting to bind port a0156e1e-f614-4d1e-9e39-597c366a61d0 on network 064bef7f-6e97-472d-9dca-c7bf7c44cffc {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:48:01.564330 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:48:01.564677 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Checking segment: {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:48:01.565124 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Bound using segment: {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:48:01.565558 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Bound port: a0156e1e-f614-4d1e-9e39-597c366a61d0, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:48:01.565922 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:01.584565 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:01.666397 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Pushing event updated for resources: {'Port': ['ID=090d3af3-d684-4f16-9279-a93755a9bbb9,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:01.685847 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:48:01.690631 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:48:01.743660 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Attempting to bind port 090d3af3-d684-4f16-9279-a93755a9bbb9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:48:01.754298 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Attempting to bind port 090d3af3-d684-4f16-9279-a93755a9bbb9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:48:01.754298 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Attempting to bind port 090d3af3-d684-4f16-9279-a93755a9bbb9 on network 98277675-c90d-4a4e-9e9e-52032fc9e1fc {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:48:01.754298 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Port 090d3af3-d684-4f16-9279-a93755a9bbb9 on network 98277675-c90d-4a4e-9e9e-52032fc9e1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:48:01.754298 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Attempting to bind port 090d3af3-d684-4f16-9279-a93755a9bbb9 on network 98277675-c90d-4a4e-9e9e-52032fc9e1fc {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:48:01.764506 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:48:01.765084 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Checking segment: {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:48:01.765838 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Bound using segment: {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:48:01.766543 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Bound port: 090d3af3-d684-4f16-9279-a93755a9bbb9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:48:01.767164 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:01.835588 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:01.852667 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:01.853715 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:01.855783 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] 10.222.0.24 "PUT /v2.0/ports/a0156e1e-f614-4d1e-9e39-597c366a61d0 HTTP/1.1" status: 200 len: 1093 time: 1.0699680 Mar 24 15:48:01.857718 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:48:01.874805 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf7fa85-b3a9-4260-9db8-d3c343d128d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:48:01.883952 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] For port 090d3af3-d684-4f16-9279-a93755a9bbb9, host hv-cinder-79053, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:48:01.891216 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] For port 090d3af3-d684-4f16-9279-a93755a9bbb9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=090d3af3-d684-4f16-9279-a93755a9bbb9,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:48:01.919842 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70bf63-f34a-4c38-9416-99c4ba49c9f7 req-4240b0fd-238f-461b-ae29-fda086a46333 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:01.921419 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4f70bf63-f34a-4c38-9416-99c4ba49c9f7 req-4240b0fd-238f-461b-ae29-fda086a46333 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.1086125 Mar 24 15:48:01.958206 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ed297-d9f2-4ba8-ba1c-fae2b80637aa service neutron] Pushing event updated for resources: {'Port': ['ID=a0156e1e-f614-4d1e-9e39-597c366a61d0,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:01.967484 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b519131d-8e0f-4a25-82d9-28867a068e16 x-openstack-request-id: req-b519131d-8e0f-4a25-82d9-28867a068e16 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:48:01.967859 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:48:01.968181 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b519131d-8e0f-4a25-82d9-28867a068e16 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:48:01.968711 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b519131d-8e0f-4a25-82d9-28867a068e16'] response: {'name': 'network-changed', 'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'status': 'completed', 'code': 200} Mar 24 15:48:02.022414 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:02.058498 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4f70bf63-f34a-4c38-9416-99c4ba49c9f7 req-33e557e3-84c2-4854-972d-601091143bc1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126812 Mar 24 15:48:02.106312 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7fa85-b3a9-4260-9db8-d3c343d128d9 req-0ff9b559-2259-4901-a589-694d1d662b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.111779 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ddf7fa85-b3a9-4260-9db8-d3c343d128d9 req-0ff9b559-2259-4901-a589-694d1d662b9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 1127 time: 0.1251144 Mar 24 15:48:02.120157 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.120828 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:02.122174 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] 10.222.0.24 "PUT /v2.0/ports/090d3af3-d684-4f16-9279-a93755a9bbb9 HTTP/1.1" status: 200 len: 1094 time: 1.3354418 Mar 24 15:48:02.122747 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'tag': '090d3af3-d684-4f16-9279-a93755a9bbb9'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:48:02.223865 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e3b6d-1690-4267-b321-0e96fae8f036 service neutron] Pushing event updated for resources: {'Port': ['ID=090d3af3-d684-4f16-9279-a93755a9bbb9,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:02.355147 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9629badb-a119-4506-aa01-28b122ad4615" -d '{"events": [{"name": "network-changed", "server_uuid": "5195890a-e3ba-4b1f-8e9f-428fd3b54f76", "tag": "090d3af3-d684-4f16-9279-a93755a9bbb9"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:48:02.356136 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7fa85-b3a9-4260-9db8-d3c343d128d9 req-d610500a-7931-4af9-a04e-d781d9f0afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.357745 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ddf7fa85-b3a9-4260-9db8-d3c343d128d9 req-d610500a-7931-4af9-a04e-d781d9f0afc4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6dec19605af54dd9957ff4fd59dac64a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2392125 Mar 24 15:48:02.417742 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-ddd377c1-c0cd-4e82-9e75-2aa97d1cb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.420072 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-ddd377c1-c0cd-4e82-9e75-2aa97d1cb904 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 1128 time: 0.1164119 Mar 24 15:48:02.522106 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-40db634f-7245-4a0f-b01f-36f052f8ced0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=090d3af3-d684-4f16-9279-a93755a9bbb9 HTTP/1.1" status: 200 len: 217 time: 0.0913768 Mar 24 15:48:02.547929 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7fa85-b3a9-4260-9db8-d3c343d128d9 req-a0e56569-27d2-41b9-aab8-a6f12b54731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.549501 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ddf7fa85-b3a9-4260-9db8-d3c343d128d9 req-a0e56569-27d2-41b9-aab8-a6f12b54731e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1859899 Mar 24 15:48:02.620930 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99688126-93e7-4c74-b451-7aca5ddb3f12 x-openstack-request-id: req-99688126-93e7-4c74-b451-7aca5ddb3f12 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:48:02.620930 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5195890a-e3ba-4b1f-8e9f-428fd3b54f76", "tag": "090d3af3-d684-4f16-9279-a93755a9bbb9", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:48:02.620930 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99688126-93e7-4c74-b451-7aca5ddb3f12 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:48:02.620930 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99688126-93e7-4c74-b451-7aca5ddb3f12'] response: {'name': 'network-changed', 'server_uuid': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'tag': '090d3af3-d684-4f16-9279-a93755a9bbb9', 'status': 'completed', 'code': 200} Mar 24 15:48:02.623314 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-787f5570-763d-44d4-93fb-be2d11acfb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.624769 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-787f5570-763d-44d4-93fb-be2d11acfb86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fe8ccca-d329-49a2-a267-7a4eb0cd6a10 HTTP/1.1" status: 200 len: 850 time: 0.0963378 Mar 24 15:48:02.650478 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-073567e8-5f4d-4d66-9da2-6ff08199cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.653379 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a8b7f-2fae-4acb-a6f3-4286fb660a3c req-cbea3d29-8ddd-4c4c-bb1e-1c4688c8bd50 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.654063 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-073567e8-5f4d-4d66-9da2-6ff08199cc77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 1127 time: 0.0549822 Mar 24 15:48:02.656902 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bd8a8b7f-2fae-4acb-a6f3-4286fb660a3c req-cbea3d29-8ddd-4c4c-bb1e-1c4688c8bd50 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 944 time: 0.1401103 Mar 24 15:48:02.703878 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53796) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:02.707994 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-34c83793-d199-4cea-8000-b0a673e8cfba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0 HTTP/1.1" status: 200 len: 217 time: 0.0488086 Mar 24 15:48:02.803998 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c718f9c2-ec4c-481f-9799-8667940de6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.805558 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-c718f9c2-ec4c-481f-9799-8667940de6cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1174d9a8-d844-4e95-aea1-2f38acd0826a HTTP/1.1" status: 200 len: 855 time: 0.0857012 Mar 24 15:48:02.817657 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-76d78b42-86c3-49cd-b893-7c805f011217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.820207 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-76d78b42-86c3-49cd-b893-7c805f011217 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98277675-c90d-4a4e-9e9e-52032fc9e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1864855 Mar 24 15:48:02.833337 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2f8d-1290-4bbb-b369-45f8c1a5198c req-5417c5bd-c435-4861-98c0-79e5b43e11a4 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.834889 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9c7c2f8d-1290-4bbb-b369-45f8c1a5198c req-5417c5bd-c435-4861-98c0-79e5b43e11a4 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.1310601 Mar 24 15:48:02.931803 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53808) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:02.951229 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-dfa04fe3-70b0-4864-bbbd-6ca357a3b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:02.952900 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-dfa04fe3-70b0-4864-bbbd-6ca357a3b56f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bef7f-6e97-472d-9dca-c7bf7c44cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1299005 Mar 24 15:48:02.953515 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bd8a8b7f-2fae-4acb-a6f3-4286fb660a3c req-d8f4e408-2f15-4031-b63f-efcca0ce0189 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509906 Mar 24 15:48:02.982896 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-28dd60d1-bbad-4425-8f75-f20f128f52c1 service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550195 Mar 24 15:48:03.039304 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9c7c2f8d-1290-4bbb-b369-45f8c1a5198c req-89dfbe3b-0942-48c6-83f4-cb563263c684 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578712 Mar 24 15:48:03.065949 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a169-3837-49f3-99df-7c4b57c8c4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.113043 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-171f0bb3-ba01-43ec-8c1f-7b1927e55632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.134441 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-7a31994b-de1e-4d2d-9557-2975271ebcdc service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757588 Mar 24 15:48:03.216704 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb4f559a-7cd3-4e21-b019-752ebea0fb05 req-99568636-16e0-44ce-b7d7-78749aad754a service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284091 Mar 24 15:48:03.265306 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d06f0f-315b-4581-9711-1564bfea8512 req-a2343612-6e7d-4e5f-9e0f-12dee996b8e2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:03.266861 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c9d06f0f-315b-4581-9711-1564bfea8512 req-a2343612-6e7d-4e5f-9e0f-12dee996b8e2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.1061113 Mar 24 15:48:03.278203 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-171f0bb3-ba01-43ec-8c1f-7b1927e55632 admin admin] Publish callbacks [] for security_group (77a14656-082d-4403-bc2b-b6b60322b078), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.323403 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c9d06f0f-315b-4581-9711-1564bfea8512 req-32198b4e-567b-4be6-9d67-7a9438a853d3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475557 Mar 24 15:48:03.408854 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-171f0bb3-ba01-43ec-8c1f-7b1927e55632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (77a14656-082d-4403-bc2b-b6b60322b078), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.481220 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a169-3837-49f3-99df-7c4b57c8c4d3 admin admin] Publish callbacks [] for security_group (903b91ab-95da-490f-a3fd-3de427e9853b), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.483764 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efee1029-c5c0-493b-bb0a-6e0796a203ef req-e988faf9-e3b3-42e7-8f84-1993c3abfd6b service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391781 Mar 24 15:48:03.491534 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f0bb3-ba01-43ec-8c1f-7b1927e55632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a14656-082d-4403-bc2b-b6b60322b078,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:03.499910 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-171f0bb3-ba01-43ec-8c1f-7b1927e55632 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f44212a77ce8415db8feb0fb7392523f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5661654 Mar 24 15:48:03.501071 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53828) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:03.528421 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.549060 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629badb-a119-4506-aa01-28b122ad4615 req-0fa1e9ea-a75c-4f4e-a974-5f389e3982f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:03.550537 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9629badb-a119-4506-aa01-28b122ad4615 req-0fa1e9ea-a75c-4f4e-a974-5f389e3982f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 1128 time: 0.1089540 Mar 24 15:48:03.620521 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a169-3837-49f3-99df-7c4b57c8c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (903b91ab-95da-490f-a3fd-3de427e9853b), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.632225 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-342c5c7f-0d31-4382-bdb6-9b55da461a6b admin admin] Publish callbacks [] for security_group (77a14656-082d-4403-bc2b-b6b60322b078), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.668640 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-e4e6a169-3837-49f3-99df-7c4b57c8c4d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5819f144f1142ae8b001c369da86746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9632912 Mar 24 15:48:03.669607 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6a169-3837-49f3-99df-7c4b57c8c4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903b91ab-95da-490f-a3fd-3de427e9853b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:03.671958 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53830) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:03.702962 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-342c5c7f-0d31-4382-bdb6-9b55da461a6b admin admin] Publish callbacks [] for security_group (77a14656-082d-4403-bc2b-b6b60322b078), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.721497 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83f0297c-fa33-4eb1-b766-734fefaa1adf admin admin] Publish callbacks [] for security_group (903b91ab-95da-490f-a3fd-3de427e9853b), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.746812 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83f0297c-fa33-4eb1-b766-734fefaa1adf admin admin] Publish callbacks [] for security_group (903b91ab-95da-490f-a3fd-3de427e9853b), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.764607 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629badb-a119-4506-aa01-28b122ad4615 req-fbb52a12-74ca-422c-84ce-4812af4bb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:03.766494 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9629badb-a119-4506-aa01-28b122ad4615 req-fbb52a12-74ca-422c-84ce-4812af4bb0f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98277675-c90d-4a4e-9e9e-52032fc9e1fc HTTP/1.1" status: 200 len: 912 time: 0.2077956 Mar 24 15:48:03.894215 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83f0297c-fa33-4eb1-b766-734fefaa1adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (903b91ab-95da-490f-a3fd-3de427e9853b), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.897258 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83f0297c-fa33-4eb1-b766-734fefaa1adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:03.898422 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-83f0297c-fa33-4eb1-b766-734fefaa1adf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/903b91ab-95da-490f-a3fd-3de427e9853b HTTP/1.1" status: 204 len: 168 time: 0.2255676 Mar 24 15:48:03.907854 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0297c-fa33-4eb1-b766-734fefaa1adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903b91ab-95da-490f-a3fd-3de427e9853b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:03.978125 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9629badb-a119-4506-aa01-28b122ad4615 req-1c3096b3-176b-44b9-9bf9-effee7e2d5b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=090d3af3-d684-4f16-9279-a93755a9bbb9 HTTP/1.1" status: 200 len: 217 time: 0.2054057 Mar 24 15:48:04.047668 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629badb-a119-4506-aa01-28b122ad4615 req-12955387-68c4-4796-8576-45ecf34120ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:04.049280 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9629badb-a119-4506-aa01-28b122ad4615 req-12955387-68c4-4796-8576-45ecf34120ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fe8ccca-d329-49a2-a267-7a4eb0cd6a10 HTTP/1.1" status: 200 len: 850 time: 0.0646749 Mar 24 15:48:04.086654 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-342c5c7f-0d31-4382-bdb6-9b55da461a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (77a14656-082d-4403-bc2b-b6b60322b078), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:04.089473 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-342c5c7f-0d31-4382-bdb6-9b55da461a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:04.090702 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-342c5c7f-0d31-4382-bdb6-9b55da461a6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77a14656-082d-4403-bc2b-b6b60322b078 HTTP/1.1" status: 204 len: 168 time: 0.5875564 Mar 24 15:48:04.101280 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d00d26-b8d9-4b8c-ae01-07977fa6ba12 req-329036b8-7a7c-44cd-a2a5-e7f90fcf1797 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:04.102887 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-49d00d26-b8d9-4b8c-ae01-07977fa6ba12 req-329036b8-7a7c-44cd-a2a5-e7f90fcf1797 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 944 time: 0.0787139 Mar 24 15:48:04.105630 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c5c7f-0d31-4382-bdb6-9b55da461a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a14656-082d-4403-bc2b-b6b60322b078,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:04.123088 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629badb-a119-4506-aa01-28b122ad4615 req-159102f1-ebef-430d-b724-8ad9758497fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:04.124707 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9629badb-a119-4506-aa01-28b122ad4615 req-159102f1-ebef-430d-b724-8ad9758497fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98277675-c90d-4a4e-9e9e-52032fc9e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0691118 Mar 24 15:48:04.184738 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-49d00d26-b8d9-4b8c-ae01-07977fa6ba12 req-4fa20dc9-8e02-4a1b-9904-be1506b0cfa9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532997 Mar 24 15:48:04.263181 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8f227-9f61-42be-af2c-46c319a381cd req-a1312881-6ba8-46a8-b8c6-cfc479b3c95b tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:04.264740 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6bb8f227-9f61-42be-af2c-46c319a381cd req-a1312881-6ba8-46a8-b8c6-cfc479b3c95b tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.1108434 Mar 24 15:48:04.268384 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9629badb-a119-4506-aa01-28b122ad4615 req-54abe352-b597-4815-b5f3-f478de209a04 service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350510 Mar 24 15:48:04.392900 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6bb8f227-9f61-42be-af2c-46c319a381cd req-c74e70cc-22a0-46ce-a6ec-2d2a2dacc876 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226656 Mar 24 15:48:04.422889 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9629badb-a119-4506-aa01-28b122ad4615 req-bc2510e4-2a03-430c-b74d-6937f8327485 service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464579 Mar 24 15:48:04.478142 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53864) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:04.502012 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75adc3d-37e3-4d09-954d-5727726e3a10 req-42505700-673e-4d42-b441-6487bbfd365a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:04.503611 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a75adc3d-37e3-4d09-954d-5727726e3a10 req-42505700-673e-4d42-b441-6487bbfd365a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0643148 Mar 24 15:48:04.551836 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a75adc3d-37e3-4d09-954d-5727726e3a10 req-ffd49d15-f387-4cfb-9adf-c7226b80d579 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421565 Mar 24 15:48:04.873865 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd9482fa-1993-4bc2-b759-81949eb5b8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:04.956693 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd9482fa-1993-4bc2-b759-81949eb5b8d2 admin admin] Publish callbacks [] for security_group (ca900907-36f2-4c9e-a4f0-37e7ee858010), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:04.997894 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53880) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:05.011004 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6514e903-872b-476a-a79b-3629a6b7d741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.047441 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd9482fa-1993-4bc2-b759-81949eb5b8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (ca900907-36f2-4c9e-a4f0-37e7ee858010), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.104950 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-cd9482fa-1993-4bc2-b759-81949eb5b8d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90c13e0720e34069838e498f7936e927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6249373 Mar 24 15:48:05.107324 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53886) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:05.117598 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9482fa-1993-4bc2-b759-81949eb5b8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca900907-36f2-4c9e-a4f0-37e7ee858010,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:05.179470 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6514e903-872b-476a-a79b-3629a6b7d741 admin admin] Publish callbacks [] for security_group (b6d97ad1-64a9-4221-a46b-669a13fcecf1), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.193600 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3672c9fa-f25f-4761-9eb1-d9e0e0bbff51 admin admin] Publish callbacks [] for security_group (ca900907-36f2-4c9e-a4f0-37e7ee858010), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.218764 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3672c9fa-f25f-4761-9eb1-d9e0e0bbff51 admin admin] Publish callbacks [] for security_group (ca900907-36f2-4c9e-a4f0-37e7ee858010), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.301438 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6514e903-872b-476a-a79b-3629a6b7d741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (b6d97ad1-64a9-4221-a46b-669a13fcecf1), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.346588 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514e903-872b-476a-a79b-3629a6b7d741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d97ad1-64a9-4221-a46b-669a13fcecf1,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:05.351540 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-6514e903-872b-476a-a79b-3629a6b7d741 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e4631a4b2b247789f5fd4897f7b8a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526182 Mar 24 15:48:05.354763 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53892) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:05.363696 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd413d7-f9d8-4bf1-9201-7c7d44413a61 req-fa3a1d30-edc3-465e-8512-32bf377bfc8b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:05.365183 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5cd413d7-f9d8-4bf1-9201-7c7d44413a61 req-fa3a1d30-edc3-465e-8512-32bf377bfc8b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 944 time: 0.0929000 Mar 24 15:48:05.405878 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-399a26d8-74e3-4d69-bd68-326b8b99ed83 admin admin] Publish callbacks [] for security_group (b6d97ad1-64a9-4221-a46b-669a13fcecf1), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.416445 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5cd413d7-f9d8-4bf1-9201-7c7d44413a61 req-0a0d5f83-824a-4949-aa4a-989a8f0488c8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448756 Mar 24 15:48:05.429614 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3672c9fa-f25f-4761-9eb1-d9e0e0bbff51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (ca900907-36f2-4c9e-a4f0-37e7ee858010), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.430212 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-399a26d8-74e3-4d69-bd68-326b8b99ed83 admin admin] Publish callbacks [] for security_group (b6d97ad1-64a9-4221-a46b-669a13fcecf1), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.440868 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3672c9fa-f25f-4761-9eb1-d9e0e0bbff51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.442744 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-3672c9fa-f25f-4761-9eb1-d9e0e0bbff51 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca900907-36f2-4c9e-a4f0-37e7ee858010 HTTP/1.1" status: 204 len: 168 time: 0.3338048 Mar 24 15:48:05.453333 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672c9fa-f25f-4761-9eb1-d9e0e0bbff51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca900907-36f2-4c9e-a4f0-37e7ee858010,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:05.548221 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882afba-91ac-474a-97ed-2ea3dd21a561 req-ffd7bf45-1017-4304-9bea-97013187678f tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:05.549865 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e882afba-91ac-474a-97ed-2ea3dd21a561 req-ffd7bf45-1017-4304-9bea-97013187678f tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0595098 Mar 24 15:48:05.600485 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e882afba-91ac-474a-97ed-2ea3dd21a561 req-bcd9ab0c-8553-4070-afa7-7bc28be565a5 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448053 Mar 24 15:48:05.681757 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772652b-5c01-4abb-bc0a-7a51d285ef89 req-8554b33f-5f6b-4b6d-ae07-ae02e1600dbb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:05.683831 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5772652b-5c01-4abb-bc0a-7a51d285ef89 req-8554b33f-5f6b-4b6d-ae07-ae02e1600dbb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0528271 Mar 24 15:48:05.688209 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-399a26d8-74e3-4d69-bd68-326b8b99ed83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (b6d97ad1-64a9-4221-a46b-669a13fcecf1), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.690806 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-399a26d8-74e3-4d69-bd68-326b8b99ed83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:05.695074 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-399a26d8-74e3-4d69-bd68-326b8b99ed83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6d97ad1-64a9-4221-a46b-669a13fcecf1 HTTP/1.1" status: 204 len: 168 time: 0.3375452 Mar 24 15:48:05.708408 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a26d8-74e3-4d69-bd68-326b8b99ed83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d97ad1-64a9-4221-a46b-669a13fcecf1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:05.739470 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5772652b-5c01-4abb-bc0a-7a51d285ef89 req-ce7e68c5-44d3-457a-9538-54711d6a84a1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495956 Mar 24 15:48:05.853753 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53914) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:06.218846 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-381704702-network', 'tenant_id': '30370dbc3b3a4f508006d482f42d7b08'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:06.245038 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53926) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:06.258392 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1325143d-47ed-4b59-8f74-242bf7d07940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.333333 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1325143d-47ed-4b59-8f74-242bf7d07940 admin admin] Publish callbacks [] for security_group (045f8aba-aa9b-4bdb-b55e-77d89714e291), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.362073 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Made reservation on behalf of 30370dbc3b3a4f508006d482f42d7b08 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:48:06.364696 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.376873 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.451161 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1325143d-47ed-4b59-8f74-242bf7d07940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (045f8aba-aa9b-4bdb-b55e-77d89714e291), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.454598 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Publish callbacks [] for security_group (989095de-6a21-4abe-92af-3c5b296e4011), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.498983 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-1325143d-47ed-4b59-8f74-242bf7d07940 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ef86af63cce463fbbc91a9ccf4bf010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528350 Mar 24 15:48:06.500267 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325143d-47ed-4b59-8f74-242bf7d07940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045f8aba-aa9b-4bdb-b55e-77d89714e291,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:06.501555 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53938) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:06.553017 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b387b16-ba34-4a92-b6bf-6aeb1cd78233 admin admin] Publish callbacks [] for security_group (045f8aba-aa9b-4bdb-b55e-77d89714e291), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.553469 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f28a1-74d2-444e-9aa3-6638f3126e49 req-507c8409-5497-497b-9515-78c118650123 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:06.555109 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c13f28a1-74d2-444e-9aa3-6638f3126e49 req-507c8409-5497-497b-9515-78c118650123 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 944 time: 0.0671766 Mar 24 15:48:06.581403 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (989095de-6a21-4abe-92af-3c5b296e4011), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.582661 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b387b16-ba34-4a92-b6bf-6aeb1cd78233 admin admin] Publish callbacks [] for security_group (045f8aba-aa9b-4bdb-b55e-77d89714e291), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.628002 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989095de-6a21-4abe-92af-3c5b296e4011,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:06.633270 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:48:06.650321 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c13f28a1-74d2-444e-9aa3-6638f3126e49 req-c68c243a-cab2-4872-8d68-2933b7a19d4b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886211 Mar 24 15:48:06.736331 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30b63d-305f-464e-b604-800257fdf82e req-9a58d186-7fe0-41b4-8774-7a5609a8bcf8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:06.737840 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-db30b63d-305f-464e-b604-800257fdf82e req-9a58d186-7fe0-41b4-8774-7a5609a8bcf8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0575306 Mar 24 15:48:06.787224 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-db30b63d-305f-464e-b604-800257fdf82e req-0257df4c-06e1-4a45-a149-d4fccf814df9 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436437 Mar 24 15:48:06.807939 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b387b16-ba34-4a92-b6bf-6aeb1cd78233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (045f8aba-aa9b-4bdb-b55e-77d89714e291), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.810713 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b387b16-ba34-4a92-b6bf-6aeb1cd78233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.814307 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (1c9cd53f-1549-402f-86c3-4e197d838a7b), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.814462 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-4b387b16-ba34-4a92-b6bf-6aeb1cd78233 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/045f8aba-aa9b-4bdb-b55e-77d89714e291 HTTP/1.1" status: 204 len: 168 time: 0.3093224 Mar 24 15:48:06.814540 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.segments_db [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Added segment 1c9cd53f-1549-402f-86c3-4e197d838a7b of type vlan for network 1fc8d741-1a02-4640-9cab-a52154fb41c4 Mar 24 15:48:06.822154 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b387b16-ba34-4a92-b6bf-6aeb1cd78233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045f8aba-aa9b-4bdb-b55e-77d89714e291,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:06.904438 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (1fc8d741-1a02-4640-9cab-a52154fb41c4), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:06.937688 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e36347-0549-4689-95fb-e39fb1b52987 req-9dbacdff-813d-47aa-86e4-5231e7916207 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:06.939257 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-82e36347-0549-4689-95fb-e39fb1b52987 req-9dbacdff-813d-47aa-86e4-5231e7916207 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.1171768 Mar 24 15:48:06.986394 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-82e36347-0549-4689-95fb-e39fb1b52987 req-6ccaed77-90bd-4a3f-ae9e-dee75e0fb31f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 Mar 24 15:48:07.058265 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (1fc8d741-1a02-4640-9cab-a52154fb41c4), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:07.059421 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:07.059876 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:07.132167 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc8d741-1a02-4640-9cab-a52154fb41c4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:07.141636 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 1fc8d741-1a02-4640-9cab-a52154fb41c4 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:48:07.153924 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-75cc9fca-ebb9-4062-b8f8-c1f26a81c039 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2983317 Mar 24 15:48:07.157171 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53962) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:07.162550 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] Request body: {'subnet': {'network_id': '1fc8d741-1a02-4640-9cab-a52154fb41c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-381704702-subnet', 'tenant_id': '30370dbc3b3a4f508006d482f42d7b08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:07.198929 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device a0156e1e-f614-4d1e-9e39-597c366a61d0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:48:07.282979 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] Made reservation on behalf of 30370dbc3b3a4f508006d482f42d7b08 for: {'subnet': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:48:07.286343 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:07.355737 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:07.374018 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'port_id': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'mac_address': 'fa:16:3e:f5:f5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:48:07.414537 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port a0156e1e-f614-4d1e-9e39-597c366a61d0 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:07.414959 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:07.428863 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0156e1e-f614-4d1e-9e39-597c366a61d0 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:48:07.450994 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:07.539590 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:07.540393 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 090d3af3-d684-4f16-9279-a93755a9bbb9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:48:07.568294 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (272f38c4-69e1-4ce8-8b26-3db95c828546), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:07.617858 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:48:07.629935 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=272f38c4-69e1-4ce8-8b26-3db95c828546,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:07.640125 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=a0156e1e-f614-4d1e-9e39-597c366a61d0,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:07.640861 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] Checking segment: {'id': '1c9cd53f-1549-402f-86c3-4e197d838a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '1fc8d741-1a02-4640-9cab-a52154fb41c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:48:07.649215 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] Network hostable DHCP agents. Network: 1fc8d741-1a02-4640-9cab-a52154fb41c4, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:48:07.693462 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 090d3af3-d684-4f16-9279-a93755a9bbb9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=090d3af3-d684-4f16-9279-a93755a9bbb9,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:07.706272 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '090d3af3-d684-4f16-9279-a93755a9bbb9', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'port_id': '090d3af3-d684-4f16-9279-a93755a9bbb9', 'mac_address': 'fa:16:3e:bc:51:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:48:07.718537 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 53978) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:07.745539 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d7f18827-22bf-4aff-860f-1b6b25432ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:07.747812 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 090d3af3-d684-4f16-9279-a93755a9bbb9 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:07.748202 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:07.765945 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090d3af3-d684-4f16-9279-a93755a9bbb9 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:48:07.792225 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 090d3af3-d684-4f16-9279-a93755a9bbb9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=090d3af3-d684-4f16-9279-a93755a9bbb9,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:07.819359 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b6ec0-986e-470f-86d0-074368097ac5 req-e3d4ac94-8478-4a8b-b3a4-4a969d44593c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:07.821203 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-887b6ec0-986e-470f-86d0-074368097ac5 req-e3d4ac94-8478-4a8b-b3a4-4a969d44593c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 944 time: 0.0960393 Mar 24 15:48:07.876514 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] Network 1fc8d741-1a02-4640-9cab-a52154fb41c4 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:48:07.888115 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:07.888866 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 05c29f77-d1e0-4359-aa3e-9410e3765422 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:48:07.900816 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-887b6ec0-986e-470f-86d0-074368097ac5 req-2257144f-da0b-4261-b7e7-80d694466888 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710163 Mar 24 15:48:07.915195 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d7f18827-22bf-4aff-860f-1b6b25432ecf admin admin] Publish callbacks [] for security_group (75066e49-b20a-447b-a6e9-e78474a23c56), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:07.932454 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ab80-0394-471e-b787-678207a57cf0 req-30ab4d8c-d51b-46de-992a-75f6bdf53148 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:07.933928 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8fb1ab80-0394-471e-b787-678207a57cf0 req-30ab4d8c-d51b-46de-992a-75f6bdf53148 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 943 time: 0.0716567 Mar 24 15:48:07.981460 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8fb1ab80-0394-471e-b787-678207a57cf0 req-ade922df-84df-40f5-85ce-b2c8c4156a5a tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Mar 24 15:48:07.986493 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=090d3af3-d684-4f16-9279-a93755a9bbb9,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:08.007565 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 1fc8d741-1a02-4640-9cab-a52154fb41c4) {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:48:08.012613 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:08.013218 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:08.023207 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ec63c-e816-426c-97ed-9d00075e6a06 None None] Network 1fc8d741-1a02-4640-9cab-a52154fb41c4 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:48:08.034897 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 05c29f77-d1e0-4359-aa3e-9410e3765422, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05c29f77-d1e0-4359-aa3e-9410e3765422,segment=NetworkSegment(8c62ff2a-7570-4216-932a-2ae1389493d8),segment_id=8c62ff2a-7570-4216-932a-2ae1389493d8)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:08.042730 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d7f18827-22bf-4aff-860f-1b6b25432ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (75066e49-b20a-447b-a6e9-e78474a23c56), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:08.086739 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-d7f18827-22bf-4aff-860f-1b6b25432ecf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2828d279acaa4c45938a576fe7ce4ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669791 Mar 24 15:48:08.090294 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 53990) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:08.106129 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f18827-22bf-4aff-860f-1b6b25432ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75066e49-b20a-447b-a6e9-e78474a23c56,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:08.112244 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '05c29f77-d1e0-4359-aa3e-9410e3765422', 'network_id': '29744acc-d0eb-40e3-af9a-a7f354bc0ab4', 'port_id': '05c29f77-d1e0-4359-aa3e-9410e3765422', 'mac_address': 'fa:16:3e:44:a8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef6c632-fd3c-4759-99cc-eb78b20e18aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:48:08.144755 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-5a0add5c-f502-407b-b48f-2c157ea8c059 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9864714 Mar 24 15:48:08.164470 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-679b5a79-fd59-4119-a9b9-5e6991be2f15 admin admin] Publish callbacks [] for security_group (75066e49-b20a-447b-a6e9-e78474a23c56), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:08.165145 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f139d7-bf86-4e22-aba9-7c6feb7d8463 req-1eb88ea6-d4ab-4151-9c58-7fbb53163dba tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:08.168147 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f6f139d7-bf86-4e22-aba9-7c6feb7d8463 req-1eb88ea6-d4ab-4151-9c58-7fbb53163dba tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 944 time: 0.0839927 Mar 24 15:48:08.196464 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-679b5a79-fd59-4119-a9b9-5e6991be2f15 admin admin] Publish callbacks [] for security_group (75066e49-b20a-447b-a6e9-e78474a23c56), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:08.252782 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e20f88-e7f9-4748-a260-d02e0b047448 None None] Network 1fc8d741-1a02-4640-9cab-a52154fb41c4 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:48:08.278234 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f6f139d7-bf86-4e22-aba9-7c6feb7d8463 req-b6819480-3d1f-4862-8dc1-58df9bcef393 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034932 Mar 24 15:48:08.311207 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 05c29f77-d1e0-4359-aa3e-9410e3765422 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:08.311610 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:08.333193 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c29f77-d1e0-4359-aa3e-9410e3765422 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:48:08.339886 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-679b5a79-fd59-4119-a9b9-5e6991be2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (75066e49-b20a-447b-a6e9-e78474a23c56), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:08.342588 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-679b5a79-fd59-4119-a9b9-5e6991be2f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:08.343942 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-679b5a79-fd59-4119-a9b9-5e6991be2f15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75066e49-b20a-447b-a6e9-e78474a23c56 HTTP/1.1" status: 204 len: 168 time: 0.2523983 Mar 24 15:48:08.357525 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b5a79-fd59-4119-a9b9-5e6991be2f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75066e49-b20a-447b-a6e9-e78474a23c56,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:08.366456 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 05c29f77-d1e0-4359-aa3e-9410e3765422, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05c29f77-d1e0-4359-aa3e-9410e3765422,segment=NetworkSegment(8c62ff2a-7570-4216-932a-2ae1389493d8),segment_id=8c62ff2a-7570-4216-932a-2ae1389493d8)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:08.450405 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:08.503306 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=05c29f77-d1e0-4359-aa3e-9410e3765422,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:08.820888 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['a0156e1e-f614-4d1e-9e39-597c366a61d0'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:48:08.893057 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['05c29f77-d1e0-4359-aa3e-9410e3765422'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:48:08.926940 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['090d3af3-d684-4f16-9279-a93755a9bbb9'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:48:09.032220 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ece71-6a3e-426e-9ab9-6d0ea2f97715 req-2d92c064-d0dc-408d-8f1b-1be95b2de2aa tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:09.034647 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-108ece71-6a3e-426e-9ab9-6d0ea2f97715 req-2d92c064-d0dc-408d-8f1b-1be95b2de2aa tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 945 time: 0.0593266 Mar 24 15:48:09.098526 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-108ece71-6a3e-426e-9ab9-6d0ea2f97715 req-45835689-7d71-4726-957d-4da610d0e452 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581844 Mar 24 15:48:09.169909 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c6904-ffb0-47cb-a5ee-9daf325e0b00 req-ce03cd5f-290d-4147-a85c-68c4823b592f tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:09.172694 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-307c6904-ffb0-47cb-a5ee-9daf325e0b00 req-ce03cd5f-290d-4147-a85c-68c4823b592f tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 944 time: 0.1139910 Mar 24 15:48:09.274935 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-307c6904-ffb0-47cb-a5ee-9daf325e0b00 req-3bfb9427-3b73-436b-9e68-980c48d96e10 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885105 Mar 24 15:48:09.416722 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67a011-56bf-41b0-b8f7-acd138627a65 req-cada8d76-6916-4d36-a1d6-668275309112 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:09.418556 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-df67a011-56bf-41b0-b8f7-acd138627a65 req-cada8d76-6916-4d36-a1d6-668275309112 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 944 time: 0.0542324 Mar 24 15:48:09.475043 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-df67a011-56bf-41b0-b8f7-acd138627a65 req-310d6ea5-7fd3-41a1-9bec-ad2a01882c3d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443840 Mar 24 15:48:09.753354 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54070) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:09.758460 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-38802657-network', 'tenant_id': 'c0d7b0d4299b4d488c459bc2745607d6'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:09.859179 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Made reservation on behalf of c0d7b0d4299b4d488c459bc2745607d6 for: {'network': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:48:09.861605 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:09.870882 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:09.951410 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Publish callbacks [] for security_group (8dae9058-f922-4dd2-8a69-ff31c99cfb22), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:10.029281 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (8dae9058-f922-4dd2-8a69-ff31c99cfb22), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:10.058806 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=110397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:48:10.067964 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dae9058-f922-4dd2-8a69-ff31c99cfb22,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:10.075968 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (0a4bf541-d030-4637-a40a-7a6bd5d9cf80), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:10.076849 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.segments_db [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Added segment 0a4bf541-d030-4637-a40a-7a6bd5d9cf80 of type vlan for network 84f99053-2a64-4f43-8e2f-ab3c9d5c53f1 Mar 24 15:48:10.117775 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (84f99053-2a64-4f43-8e2f-ab3c9d5c53f1), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:10.246459 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7246b-4d5f-464c-906d-2a072764956e req-39fda8c5-f664-4639-b453-308de3a4cc05 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:10.248058 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cea7246b-4d5f-464c-906d-2a072764956e req-39fda8c5-f664-4639-b453-308de3a4cc05 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 945 time: 0.0644438 Mar 24 15:48:10.249307 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (84f99053-2a64-4f43-8e2f-ab3c9d5c53f1), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:10.250370 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:10.250927 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:10.351929 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] Pushing event updated for resources: {'Network': ['ID=84f99053-2a64-4f43-8e2f-ab3c9d5c53f1,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:10.366421 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 84f99053-2a64-4f43-8e2f-ab3c9d5c53f1 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:48:10.366970 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-ead2025e-03a4-436a-b73b-c8df45a07fbb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6119826 Mar 24 15:48:10.369290 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54114) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:10.374686 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] Request body: {'subnet': {'network_id': '84f99053-2a64-4f43-8e2f-ab3c9d5c53f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-38802657-subnet', 'tenant_id': 'c0d7b0d4299b4d488c459bc2745607d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:10.384404 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cea7246b-4d5f-464c-906d-2a072764956e req-5e6090ea-c804-4441-b010-c6fc2ef7e38c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285331 Mar 24 15:48:10.442704 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ca774-1f3c-499a-a432-ba4bf2ea22ea req-7a58090c-4b23-4432-92da-46d05c94a92e tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:10.444203 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-463ca774-1f3c-499a-a432-ba4bf2ea22ea req-7a58090c-4b23-4432-92da-46d05c94a92e tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 944 time: 0.0938590 Mar 24 15:48:10.468452 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device a0156e1e-f614-4d1e-9e39-597c366a61d0 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:48:10.511206 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] Made reservation on behalf of c0d7b0d4299b4d488c459bc2745607d6 for: {'subnet': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:48:10.521860 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:10.564099 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-463ca774-1f3c-499a-a432-ba4bf2ea22ea req-56a07a54-f4d5-4c62-b37a-2b4bb70f408e tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070237 Mar 24 15:48:10.625178 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port a0156e1e-f614-4d1e-9e39-597c366a61d0 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:48:10.629369 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port a0156e1e-f614-4d1e-9e39-597c366a61d0 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:10.629864 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:10.692928 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b4999-3df9-481b-bcfe-1f6a0b60db52 req-8fbb7fbe-47d3-4a29-99fd-d339be2d299b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:10.694438 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b90b4999-3df9-481b-bcfe-1f6a0b60db52 req-8fbb7fbe-47d3-4a29-99fd-d339be2d299b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 944 time: 0.0982218 Mar 24 15:48:10.719939 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port a0156e1e-f614-4d1e-9e39-597c366a61d0 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:10.720332 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:10.743641 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:48:10.808230 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b90b4999-3df9-481b-bcfe-1f6a0b60db52 req-eca91746-0b9e-4aa9-9b8b-04e2cd676cf1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064217 Mar 24 15:48:10.816400 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:10.914189 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:10.914280 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (96d87e20-79ee-40c2-a669-e21d935c2afb), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:10.914373 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 090d3af3-d684-4f16-9279-a93755a9bbb9 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:48:10.961648 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b739ac7-54b8-4674-916e-9ad8d214cd0c" -d '{"events": [{"server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "name": "network-vif-plugged", "status": "completed", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:48:10.996395 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d87e20-79ee-40c2-a669-e21d935c2afb,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:11.015291 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=a0156e1e-f614-4d1e-9e39-597c366a61d0,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:11.017680 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] Checking segment: {'id': '0a4bf541-d030-4637-a40a-7a6bd5d9cf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '84f99053-2a64-4f43-8e2f-ab3c9d5c53f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:48:11.018044 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] Network hostable DHCP agents. Network: 84f99053-2a64-4f43-8e2f-ab3c9d5c53f1, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:48:11.075972 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce28c443-35b0-497b-a21f-f819c9911e52 x-openstack-request-id: req-ce28c443-35b0-497b-a21f-f819c9911e52 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:48:11.076296 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "name": "network-vif-plugged", "status": "completed", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:48:11.076554 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce28c443-35b0-497b-a21f-f819c9911e52 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:48:11.077137 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce28c443-35b0-497b-a21f-f819c9911e52'] response: {'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'code': 200} Mar 24 15:48:11.126324 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 090d3af3-d684-4f16-9279-a93755a9bbb9 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:48:11.131008 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 090d3af3-d684-4f16-9279-a93755a9bbb9 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:11.131450 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.155020 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] Network 84f99053-2a64-4f43-8e2f-ab3c9d5c53f1 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:48:11.221702 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 090d3af3-d684-4f16-9279-a93755a9bbb9 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:11.222057 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.249548 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 84f99053-2a64-4f43-8e2f-ab3c9d5c53f1) {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:48:11.258433 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:11.259308 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.260064 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add0107a-06cd-43aa-865e-b168677a84c6 None None] Network 84f99053-2a64-4f43-8e2f-ab3c9d5c53f1 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:48:11.266268 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 090d3af3-d684-4f16-9279-a93755a9bbb9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=090d3af3-d684-4f16-9279-a93755a9bbb9,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:11.330518 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.342321 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-c09c09cb-b6e7-42fd-8139-86427b97ea38 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9605975 Mar 24 15:48:11.342825 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 05c29f77-d1e0-4359-aa3e-9410e3765422 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:48:11.458374 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308656b4-67e6-45a1-97f4-40164b775812 None None] Network 84f99053-2a64-4f43-8e2f-ab3c9d5c53f1 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:48:11.486360 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=090d3af3-d684-4f16-9279-a93755a9bbb9,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:11.530614 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54164) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:11.548342 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d915f3bd-482b-463b-a639-99d86210af30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.625974 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-625a4148-42a0-4491-9aa6-da6ac1ac12b8 admin admin] Deleting subnet 272f38c4-69e1-4ce8-8b26-3db95c828546 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:48:11.632956 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-625a4148-42a0-4491-9aa6-da6ac1ac12b8 admin admin] Publish callbacks [] for subnet (272f38c4-69e1-4ce8-8b26-3db95c828546), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.647649 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8f3bc-a12d-42e6-ab3f-e059ff86762e req-dc52b9de-00d8-4aef-bca5-55704b1fef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:11.649370 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ddb8f3bc-a12d-42e6-ab3f-e059ff86762e req-dc52b9de-00d8-4aef-bca5-55704b1fef31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 1129 time: 0.1706841 Mar 24 15:48:11.659606 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 05c29f77-d1e0-4359-aa3e-9410e3765422 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:48:11.666229 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 05c29f77-d1e0-4359-aa3e-9410e3765422 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:11.672008 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.677137 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72da98-00f1-48ec-95ad-586d767e97f7 req-3bac9315-8751-4c8f-b37d-3884b2df0b3a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:11.679247 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7c72da98-00f1-48ec-95ad-586d767e97f7 req-3bac9315-8751-4c8f-b37d-3884b2df0b3a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1465425 Mar 24 15:48:11.680631 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-ddb8f3bc-a12d-42e6-ab3f-e059ff86762e req-bc4597a4-830c-487c-85d6-511b02508d82 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.738927 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-625a4148-42a0-4491-9aa6-da6ac1ac12b8 admin admin] Publish callbacks [] for subnet (272f38c4-69e1-4ce8-8b26-3db95c828546), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.758026 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-625a4148-42a0-4491-9aa6-da6ac1ac12b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (272f38c4-69e1-4ce8-8b26-3db95c828546), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.765154 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7c72da98-00f1-48ec-95ad-586d767e97f7 req-b9709992-2e92-438f-a3a2-e68231790c6a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779760 Mar 24 15:48:11.804083 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 05c29f77-d1e0-4359-aa3e-9410e3765422 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:11.804477 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.809704 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c169b8-5637-4256-98a2-e91d5dacaa33 req-4042dcc8-11e0-49e1-8c86-256412d89dd4 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:11.811459 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b0c169b8-5637-4256-98a2-e91d5dacaa33 req-4042dcc8-11e0-49e1-8c86-256412d89dd4 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 944 time: 0.1511903 Mar 24 15:48:11.820413 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-ddb8f3bc-a12d-42e6-ab3f-e059ff86762e req-bc4597a4-830c-487c-85d6-511b02508d82 service neutron] Publish callbacks [] for security_group (b0b03ff0-adcd-4feb-bc4b-3b03df5b393d), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.843238 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 05c29f77-d1e0-4359-aa3e-9410e3765422, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05c29f77-d1e0-4359-aa3e-9410e3765422,segment=NetworkSegment(8c62ff2a-7570-4216-932a-2ae1389493d8),segment_id=8c62ff2a-7570-4216-932a-2ae1389493d8)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:11.889927 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b0c169b8-5637-4256-98a2-e91d5dacaa33 req-04f49759-c867-4cc6-a628-498532523efa tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674157 Mar 24 15:48:11.895124 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-ddb8f3bc-a12d-42e6-ab3f-e059ff86762e req-bc4597a4-830c-487c-85d6-511b02508d82 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (b0b03ff0-adcd-4feb-bc4b-3b03df5b393d), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.943564 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:11.986982 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ddb8f3bc-a12d-42e6-ab3f-e059ff86762e req-bc4597a4-830c-487c-85d6-511b02508d82 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313253 Mar 24 15:48:11.991807 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4597a4-830c-487c-85d6-511b02508d82 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b03ff0-adcd-4feb-bc4b-3b03df5b393d,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:12.002788 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-625a4148-42a0-4491-9aa6-da6ac1ac12b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (272f38c4-69e1-4ce8-8b26-3db95c828546), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.006606 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d7c91-2dec-4b21-8366-34ab06e835fe req-c8716332-4cb4-49fc-9924-3994a585a4f9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:12.014659 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b80d7c91-2dec-4b21-8366-34ab06e835fe req-c8716332-4cb4-49fc-9924-3994a585a4f9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.1314549 Mar 24 15:48:12.043420 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=05c29f77-d1e0-4359-aa3e-9410e3765422,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:12.058688 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a4148-42a0-4491-9aa6-da6ac1ac12b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=272f38c4-69e1-4ce8-8b26-3db95c828546,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:12.076364 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b80d7c91-2dec-4b21-8366-34ab06e835fe req-f04bc543-6528-4578-a262-30a32026265f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608060 Mar 24 15:48:12.078939 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-625a4148-42a0-4491-9aa6-da6ac1ac12b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.082652 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-625a4148-42a0-4491-9aa6-da6ac1ac12b8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/272f38c4-69e1-4ce8-8b26-3db95c828546 HTTP/1.1" status: 204 len: 168 time: 0.5502357 Mar 24 15:48:12.085204 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54192) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:12.156513 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (1fc8d741-1a02-4640-9cab-a52154fb41c4), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.240000 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (1fc8d741-1a02-4640-9cab-a52154fb41c4), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.260660 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.261279 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.261717 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.262038 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.262382 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.262732 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.263043 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.263354 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.263657 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.263964 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.365146 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.365499 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.365836 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.366212 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:48:12.366588 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc8d741-1a02-4640-9cab-a52154fb41c4']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:12.386397 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9cd53f-1549-402f-86c3-4e197d838a7b') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:12.387200 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9cd53f-1549-402f-86c3-4e197d838a7b') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:12.404513 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (1c9cd53f-1549-402f-86c3-4e197d838a7b), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.407118 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54202) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:12.427640 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (1c9cd53f-1549-402f-86c3-4e197d838a7b), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.439579 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:48:12.440044 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (1c9cd53f-1549-402f-86c3-4e197d838a7b), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: from cryptography.utils import int_from_bytes Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: from cryptography.utils import int_from_bytes Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:48:12.472983 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:48:12.518906 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ef7140e-5958-48e7-af38-e0da1ad66e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.597907 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ef7140e-5958-48e7-af38-e0da1ad66e7f admin admin] Publish callbacks [] for security_group (d70f3dcc-9fd9-4a0f-b214-3d1d2a7ec03c), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.611852 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (1fc8d741-1a02-4640-9cab-a52154fb41c4), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.627795 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.631095 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1fc8d741-1a02-4640-9cab-a52154fb41c4 HTTP/1.1" status: 204 len: 168 time: 0.5450494 Mar 24 15:48:12.632199 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602a27e-d09d-4b9c-bbb7-c207eeb795c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc8d741-1a02-4640-9cab-a52154fb41c4,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:12.633896 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54210) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:12.680634 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ce4014-eb4a-4dcf-89d5-fc9fd945c304 admin admin] Deleting subnet 96d87e20-79ee-40c2-a669-e21d935c2afb {{(pid=110397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:48:12.684601 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4014-eb4a-4dcf-89d5-fc9fd945c304 admin admin] Publish callbacks [] for subnet (96d87e20-79ee-40c2-a669-e21d935c2afb), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.718264 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4014-eb4a-4dcf-89d5-fc9fd945c304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127327259'] for subnet (96d87e20-79ee-40c2-a669-e21d935c2afb), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.756540 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ef7140e-5958-48e7-af38-e0da1ad66e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (d70f3dcc-9fd9-4a0f-b214-3d1d2a7ec03c), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.764187 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4014-eb4a-4dcf-89d5-fc9fd945c304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (96d87e20-79ee-40c2-a669-e21d935c2afb), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.803604 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-7ef7140e-5958-48e7-af38-e0da1ad66e7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5269b8061acc4b9ab67c20b1020f9fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930910 Mar 24 15:48:12.803604 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7140e-5958-48e7-af38-e0da1ad66e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70f3dcc-9fd9-4a0f-b214-3d1d2a7ec03c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:12.804608 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54216) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:12.866544 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5d13-9d83-401e-ae01-64959f34886c admin admin] Publish callbacks [] for security_group (d70f3dcc-9fd9-4a0f-b214-3d1d2a7ec03c), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.918187 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5d13-9d83-401e-ae01-64959f34886c admin admin] Publish callbacks [] for security_group (d70f3dcc-9fd9-4a0f-b214-3d1d2a7ec03c), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:12.970809 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6d459-29c8-49a5-a649-da60ff1b5f69 req-5060e6ab-a4f2-45d3-9acd-28b10e0ea0ec tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:12.971153 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2ac6d459-29c8-49a5-a649-da60ff1b5f69 req-5060e6ab-a4f2-45d3-9acd-28b10e0ea0ec tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0909657 Mar 24 15:48:13.038666 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c28b7-beae-4413-82de-7d6305739d66 req-af6b7b84-f170-449d-90bd-97ae7d811bef tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:13.040202 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-292c28b7-beae-4413-82de-7d6305739d66 req-af6b7b84-f170-449d-90bd-97ae7d811bef tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 945 time: 0.0789740 Mar 24 15:48:13.041874 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2ac6d459-29c8-49a5-a649-da60ff1b5f69 req-037472bc-62aa-480a-a492-eee9903d193b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514197 Mar 24 15:48:13.069510 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5d13-9d83-401e-ae01-64959f34886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (d70f3dcc-9fd9-4a0f-b214-3d1d2a7ec03c), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.072167 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5d13-9d83-401e-ae01-64959f34886c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.076116 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-2bdf5d13-9d83-401e-ae01-64959f34886c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d70f3dcc-9fd9-4a0f-b214-3d1d2a7ec03c HTTP/1.1" status: 204 len: 168 time: 0.2681773 Mar 24 15:48:13.078845 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090d3af3-d684-4f16-9279-a93755a9bbb9'}, {'server_uuid': '5e29e2f8-493b-4dcf-8d31-b9e7578effa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c29f77-d1e0-4359-aa3e-9410e3765422'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:48:13.082094 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a53149-a96f-41f4-b127-346fd0785ea0" -d '{"events": [{"server_uuid": "5195890a-e3ba-4b1f-8e9f-428fd3b54f76", "name": "network-vif-plugged", "status": "completed", "tag": "090d3af3-d684-4f16-9279-a93755a9bbb9"}, {"server_uuid": "5e29e2f8-493b-4dcf-8d31-b9e7578effa5", "name": "network-vif-plugged", "status": "completed", "tag": "05c29f77-d1e0-4359-aa3e-9410e3765422"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:48:13.082236 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf5d13-9d83-401e-ae01-64959f34886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70f3dcc-9fd9-4a0f-b214-3d1d2a7ec03c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:13.101919 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-292c28b7-beae-4413-82de-7d6305739d66 req-fe834c0e-64a8-4b82-9704-ee3e1ec76adc tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558391 Mar 24 15:48:13.117141 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4014-eb4a-4dcf-89d5-fc9fd945c304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127191874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127861695'] for subnet (96d87e20-79ee-40c2-a669-e21d935c2afb), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.149299 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce4014-eb4a-4dcf-89d5-fc9fd945c304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d87e20-79ee-40c2-a669-e21d935c2afb,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:13.156905 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9ce4014-eb4a-4dcf-89d5-fc9fd945c304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.168932 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b9ce4014-eb4a-4dcf-89d5-fc9fd945c304 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/96d87e20-79ee-40c2-a669-e21d935c2afb HTTP/1.1" status: 204 len: 168 time: 0.5317531 Mar 24 15:48:13.175868 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54234) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:13.184999 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 15:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278f376c-7490-472c-8c9f-d1fbafe4a5e8 x-openstack-request-id: req-278f376c-7490-472c-8c9f-d1fbafe4a5e8 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:48:13.185304 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5195890a-e3ba-4b1f-8e9f-428fd3b54f76", "name": "network-vif-plugged", "status": "completed", "tag": "090d3af3-d684-4f16-9279-a93755a9bbb9", "code": 200}, {"server_uuid": "5e29e2f8-493b-4dcf-8d31-b9e7578effa5", "name": "network-vif-plugged", "status": "completed", "tag": "05c29f77-d1e0-4359-aa3e-9410e3765422", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:48:13.185657 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-278f376c-7490-472c-8c9f-d1fbafe4a5e8 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:48:13.186243 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278f376c-7490-472c-8c9f-d1fbafe4a5e8'] response: {'server_uuid': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090d3af3-d684-4f16-9279-a93755a9bbb9', 'code': 200} Mar 24 15:48:13.186664 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278f376c-7490-472c-8c9f-d1fbafe4a5e8'] response: {'server_uuid': '5e29e2f8-493b-4dcf-8d31-b9e7578effa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c29f77-d1e0-4359-aa3e-9410e3765422', 'code': 200} Mar 24 15:48:13.276822 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (84f99053-2a64-4f43-8e2f-ab3c9d5c53f1), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.300927 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb8b42-45d7-441f-a354-203a954cb15e req-92034400-5389-4cc7-8158-28f2bfa6f3a8 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:13.302415 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8fdb8b42-45d7-441f-a354-203a954cb15e req-92034400-5389-4cc7-8158-28f2bfa6f3a8 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.1068835 Mar 24 15:48:13.396426 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (84f99053-2a64-4f43-8e2f-ab3c9d5c53f1), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.426465 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8fdb8b42-45d7-441f-a354-203a954cb15e req-42debbec-3640-4334-a283-decc43eb0e55 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068313 Mar 24 15:48:13.430241 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f99053-2a64-4f43-8e2f-ab3c9d5c53f1']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:13.452934 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4bf541-d030-4637-a40a-7a6bd5d9cf80') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:13.453248 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4bf541-d030-4637-a40a-7a6bd5d9cf80') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:13.472851 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (0a4bf541-d030-4637-a40a-7a6bd5d9cf80), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.483688 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (0a4bf541-d030-4637-a40a-7a6bd5d9cf80), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.491087 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:48:13.491491 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (0a4bf541-d030-4637-a40a-7a6bd5d9cf80), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:48:13.493588 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:48:13.624054 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1d481-647f-4559-b298-069d2313cde9 req-73fecb79-9fab-4206-85ca-da363b1a4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:13.625618 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-02a1d481-647f-4559-b298-069d2313cde9 req-73fecb79-9fab-4206-85ca-da363b1a4f4d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 1129 time: 0.0511551 Mar 24 15:48:13.660296 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406f64b-f0a1-4469-ae70-aa64d35337c7 req-1cc50da5-4c5c-4479-8b3c-f6936e8baecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:13.661866 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7406f64b-f0a1-4469-ae70-aa64d35337c7 req-1cc50da5-4c5c-4479-8b3c-f6936e8baecc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 1130 time: 0.0868523 Mar 24 15:48:13.663050 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (84f99053-2a64-4f43-8e2f-ab3c9d5c53f1), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.668505 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.672257 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] 10.222.0.31 "DELETE /v2.0/networks/84f99053-2a64-4f43-8e2f-ab3c9d5c53f1 HTTP/1.1" status: 204 len: 168 time: 0.5019591 Mar 24 15:48:13.698211 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308913ad-489a-4bb1-a54d-1d9d90439d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=84f99053-2a64-4f43-8e2f-ab3c9d5c53f1,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:13.708371 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-02a1d481-647f-4559-b298-069d2313cde9 req-e47ac5ba-7620-4324-b7da-bf48a84eda55 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761621 Mar 24 15:48:13.721398 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7406f64b-f0a1-4469-ae70-aa64d35337c7 req-5e4faf8e-dcb8-4e89-ab84-edece3521985 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517256 Mar 24 15:48:13.852182 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-bbabfd7e-0398-43b6-b95e-6155b70d99c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:13.956934 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54260) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:13.970879 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9a205f19-d7e5-44c4-a3cc-0cae25125685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.055038 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54262) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:14.058698 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9a205f19-d7e5-44c4-a3cc-0cae25125685 admin admin] Publish callbacks [] for security_group (b1775e92-fa66-498e-8798-f511f130ff76), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.152136 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9a205f19-d7e5-44c4-a3cc-0cae25125685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (b1775e92-fa66-498e-8798-f511f130ff76), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.177189 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b54f954-8c1b-4745-a34f-f70c0fa81df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.190229 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a205f19-d7e5-44c4-a3cc-0cae25125685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1775e92-fa66-498e-8798-f511f130ff76,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:14.200319 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8292b-0628-47d3-ab43-cb2b565637e9 req-239ade44-df6d-4891-a08e-085ffd4d841a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:14.202027 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13a8292b-0628-47d3-ab43-cb2b565637e9 req-239ade44-df6d-4891-a08e-085ffd4d841a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0840957 Mar 24 15:48:14.243490 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-9a205f19-d7e5-44c4-a3cc-0cae25125685 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3a964e88f804a9c95d438d93c295d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854230 Mar 24 15:48:14.249282 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54270) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:14.270228 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6404d-72a7-4796-9fe8-f67731515bad req-7142b5e7-85ae-4ceb-bad5-e758d1ab927d tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:14.275338 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d3a6404d-72a7-4796-9fe8-f67731515bad req-7142b5e7-85ae-4ceb-bad5-e758d1ab927d tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 945 time: 0.0860341 Mar 24 15:48:14.294687 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13a8292b-0628-47d3-ab43-cb2b565637e9 req-721ace01-c1e9-4fbd-803e-7173ce7d5afa tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860374 Mar 24 15:48:14.322272 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d3a6404d-72a7-4796-9fe8-f67731515bad req-cd230680-7f0a-4679-bfdd-3801e417a322 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 Mar 24 15:48:14.354856 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b54f954-8c1b-4745-a34f-f70c0fa81df8 admin admin] Publish callbacks [] for security_group (c22792d9-fcf1-471d-8688-0536dc74682b), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.364579 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb524756-3aea-4ca0-bb46-de9484db389c admin admin] Publish callbacks [] for security_group (b1775e92-fa66-498e-8798-f511f130ff76), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.379251 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb524756-3aea-4ca0-bb46-de9484db389c admin admin] Publish callbacks [] for security_group (b1775e92-fa66-498e-8798-f511f130ff76), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.387407 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54272) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:14.427819 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-ea66d96f-bd86-468c-9d03-b6ac0a25b4b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30370dbc3b3a4f508006d482f42d7b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392506 Mar 24 15:48:14.430271 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54274) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:14.465042 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b54f954-8c1b-4745-a34f-f70c0fa81df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c22792d9-fcf1-471d-8688-0536dc74682b), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.490532 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a9056b5-d2b2-49df-b0e8-11bd2f93c374 admin admin] Publish callbacks [] for security_group (989095de-6a21-4abe-92af-3c5b296e4011), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.512894 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54f954-8c1b-4745-a34f-f70c0fa81df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22792d9-fcf1-471d-8688-0536dc74682b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:14.516539 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a9056b5-d2b2-49df-b0e8-11bd2f93c374 admin admin] Publish callbacks [] for security_group (989095de-6a21-4abe-92af-3c5b296e4011), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.530982 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-5b54f954-8c1b-4745-a34f-f70c0fa81df8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9049b2bdd4e84806a3883f379e11eb14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748204 Mar 24 15:48:14.531735 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb524756-3aea-4ca0-bb46-de9484db389c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (b1775e92-fa66-498e-8798-f511f130ff76), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.533880 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54278) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:14.534226 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb524756-3aea-4ca0-bb46-de9484db389c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.535267 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-bb524756-3aea-4ca0-bb46-de9484db389c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1775e92-fa66-498e-8798-f511f130ff76 HTTP/1.1" status: 204 len: 168 time: 0.2850718 Mar 24 15:48:14.546170 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb524756-3aea-4ca0-bb46-de9484db389c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1775e92-fa66-498e-8798-f511f130ff76,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:14.586206 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee508ec-d703-4f08-84a8-ef356173bb42 req-ee4a475e-d0eb-4d2d-95d6-106424814d4f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:14.594056 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9ee508ec-d703-4f08-84a8-ef356173bb42 req-ee4a475e-d0eb-4d2d-95d6-106424814d4f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0931718 Mar 24 15:48:14.604222 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fb00c608-5682-49a2-9827-c8ec30ff9190 admin admin] Publish callbacks [] for security_group (c22792d9-fcf1-471d-8688-0536dc74682b), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.634496 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fb00c608-5682-49a2-9827-c8ec30ff9190 admin admin] Publish callbacks [] for security_group (c22792d9-fcf1-471d-8688-0536dc74682b), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.643246 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9ee508ec-d703-4f08-84a8-ef356173bb42 req-01eb09b4-b75d-4e7e-9fc4-bbd40f166a41 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483291 Mar 24 15:48:14.686916 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a9056b5-d2b2-49df-b0e8-11bd2f93c374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (989095de-6a21-4abe-92af-3c5b296e4011), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.690412 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a9056b5-d2b2-49df-b0e8-11bd2f93c374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.691637 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-0a9056b5-d2b2-49df-b0e8-11bd2f93c374 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/989095de-6a21-4abe-92af-3c5b296e4011 HTTP/1.1" status: 204 len: 168 time: 0.2604291 Mar 24 15:48:14.701862 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9056b5-d2b2-49df-b0e8-11bd2f93c374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989095de-6a21-4abe-92af-3c5b296e4011,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:14.800103 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fb00c608-5682-49a2-9827-c8ec30ff9190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c22792d9-fcf1-471d-8688-0536dc74682b), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.802797 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fb00c608-5682-49a2-9827-c8ec30ff9190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:14.803842 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-fb00c608-5682-49a2-9827-c8ec30ff9190 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c22792d9-fcf1-471d-8688-0536dc74682b HTTP/1.1" status: 204 len: 168 time: 0.2689261 Mar 24 15:48:14.829334 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00c608-5682-49a2-9827-c8ec30ff9190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22792d9-fcf1-471d-8688-0536dc74682b,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:14.866639 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfcb30-8b13-417c-a090-9068af688158 req-b5de888d-6b5f-4b66-a26c-3775cfd2c31d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:14.868400 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-43dfcb30-8b13-417c-a090-9068af688158 req-b5de888d-6b5f-4b66-a26c-3775cfd2c31d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0777521 Mar 24 15:48:14.878015 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54296) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:14.884022 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-840491e7-68d4-4643-a7bd-0487bfa2935a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'floatingip': {'port_id': 'a0156e1e-f614-4d1e-9e39-597c366a61d0'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:14.995793 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-840491e7-68d4-4643-a7bd-0487bfa2935a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (541d697c-f0c6-41ee-8475-56c49c2becf9), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:15.101319 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:15.449378 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0d568-b781-460b-8276-4ae1f79df2db req-45118e8b-dcf7-4e21-8e91-21a2dc8d021c tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:15.450990 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-57e0d568-b781-460b-8276-4ae1f79df2db req-45118e8b-dcf7-4e21-8e91-21a2dc8d021c tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 945 time: 0.0569530 Mar 24 15:48:15.499895 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-57e0d568-b781-460b-8276-4ae1f79df2db req-7273b0ed-adf8-483a-a089-0f5a7cf8df7d tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Mar 24 15:48:15.571516 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7a0d0-1e91-4ded-8bda-216bfbb9e56b req-edb3f6b7-ed85-4521-911b-63aaa2c409dc tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:15.573651 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4ea7a0d0-1e91-4ded-8bda-216bfbb9e56b req-edb3f6b7-ed85-4521-911b-63aaa2c409dc tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1938930 Mar 24 15:48:15.622541 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54316) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:15.684817 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b31d28a7-fd9d-4072-a2b7-7d3f998f67b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0d7b0d4299b4d488c459bc2745607d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608039 Mar 24 15:48:15.687260 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54318) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:15.688371 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-840491e7-68d4-4643-a7bd-0487bfa2935a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:15.729456 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4ea7a0d0-1e91-4ded-8bda-216bfbb9e56b req-a17e519c-ffe0-4677-a217-4967dd0d89ff tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308048 Mar 24 15:48:15.744103 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-79cd5d5e-3971-4ac8-a248-f07737ad4787 admin admin] Publish callbacks [] for security_group (8dae9058-f922-4dd2-8a69-ff31c99cfb22), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:15.774328 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-79cd5d5e-3971-4ac8-a248-f07737ad4787 admin admin] Publish callbacks [] for security_group (8dae9058-f922-4dd2-8a69-ff31c99cfb22), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:15.789105 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-840491e7-68d4-4643-a7bd-0487bfa2935a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (541d697c-f0c6-41ee-8475-56c49c2becf9), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:15.861021 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf649c-5486-4834-8734-81c66eff1368 req-a2f63409-0a97-4877-9c49-e5cb8238b965 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:15.862691 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ebaf649c-5486-4834-8734-81c66eff1368 req-a2f63409-0a97-4877-9c49-e5cb8238b965 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0607758 Mar 24 15:48:15.873510 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54324) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:15.878362 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-e1458525-0dc1-4a48-8a33-8e9148fbbce9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'floatingip': {'port_id': '090d3af3-d684-4f16-9279-a93755a9bbb9'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:15.955460 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e1458525-0dc1-4a48-8a33-8e9148fbbce9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (abeae48b-4309-4bad-ab60-f796fa2de0c9), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:16.067352 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-79cd5d5e-3971-4ac8-a248-f07737ad4787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (8dae9058-f922-4dd2-8a69-ff31c99cfb22), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:16.070327 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-79cd5d5e-3971-4ac8-a248-f07737ad4787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:16.073911 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-79cd5d5e-3971-4ac8-a248-f07737ad4787 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8dae9058-f922-4dd2-8a69-ff31c99cfb22 HTTP/1.1" status: 204 len: 168 time: 0.3828723 Mar 24 15:48:16.102181 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd5d5e-3971-4ac8-a248-f07737ad4787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dae9058-f922-4dd2-8a69-ff31c99cfb22,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:16.127275 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [None req-840491e7-68d4-4643-a7bd-0487bfa2935a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Floating IP 541d697c-f0c6-41ee-8475-56c49c2becf9 associated. External IP: 172.27.0.8, port: a0156e1e-f614-4d1e-9e39-597c366a61d0. Mar 24 15:48:16.352277 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54342) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:16.369410 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96fe9bd1-0816-4df3-94d2-268cf5c7f55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:16.379975 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:16.428562 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840491e7-68d4-4643-a7bd-0487bfa2935a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Router 825ff97b-a5cb-4527-8e5a-f9b597d55599 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:48:16.459013 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54344) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:16.589595 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840491e7-68d4-4643-a7bd-0487bfa2935a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:48:16.605800 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab3815-52cf-4b2a-a21f-23e24e47725b None None] Sync routers for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:48:16.607219 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-840491e7-68d4-4643-a7bd-0487bfa2935a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:16.631421 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ab3815-52cf-4b2a-a21f-23e24e47725b None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:48:16.632044 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e7ab3815-52cf-4b2a-a21f-23e24e47725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:48:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:16.656787 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-840491e7-68d4-4643-a7bd-0487bfa2935a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "PUT /v2.0/floatingips/541d697c-f0c6-41ee-8475-56c49c2becf9 HTTP/1.1" status: 200 len: 989 time: 1.7768331 Mar 24 15:48:16.684527 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96fe9bd1-0816-4df3-94d2-268cf5c7f55d admin admin] Publish callbacks [] for security_group (6d6b765d-730d-434c-9d59-4f3d657b87d9), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:16.685865 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:48:16.689225 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a624a1db-9ebc-4324-84ca-8dee7ae3b993" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:48:16.735688 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.db.resource_extend [None req-e1458525-0dc1-4a48-8a33-8e9148fbbce9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 15:48:16.739180 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae7327a-4def-4183-83c6-b08963601061 x-openstack-request-id: req-dae7327a-4def-4183-83c6-b08963601061 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:48:16.739481 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:48:16.739741 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dae7327a-4def-4183-83c6-b08963601061 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:48:16.740202 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae7327a-4def-4183-83c6-b08963601061'] response: {'name': 'network-changed', 'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'status': 'completed', 'code': 200} Mar 24 15:48:16.801516 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-e7ab3815-52cf-4b2a-a21f-23e24e47725b None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:48:16.812071 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96fe9bd1-0816-4df3-94d2-268cf5c7f55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (6d6b765d-730d-434c-9d59-4f3d657b87d9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:16.849611 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-96fe9bd1-0816-4df3-94d2-268cf5c7f55d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8bf9951f4ff406c8cce3a4b7fd11038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4955981 Mar 24 15:48:16.852496 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40486646-adce-4327-a702-462d366f3056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:16.866306 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54364) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:16.923171 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624a1db-9ebc-4324-84ca-8dee7ae3b993 req-b0b10130-96e3-4c0e-bae1-7362720ae165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:16.924945 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a624a1db-9ebc-4324-84ca-8dee7ae3b993 req-b0b10130-96e3-4c0e-bae1-7362720ae165 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 1129 time: 0.1621060 Mar 24 15:48:17.007856 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e1458525-0dc1-4a48-8a33-8e9148fbbce9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.044041 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe9bd1-0816-4df3-94d2-268cf5c7f55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6b765d-730d-434c-9d59-4f3d657b87d9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:17.123587 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88a70298-9b6e-41d4-8546-58b691fafba1 admin admin] Publish callbacks [] for security_group (6d6b765d-730d-434c-9d59-4f3d657b87d9), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.134013 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e1458525-0dc1-4a48-8a33-8e9148fbbce9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (abeae48b-4309-4bad-ab60-f796fa2de0c9), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.146173 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624a1db-9ebc-4324-84ca-8dee7ae3b993 req-6c194c82-5da7-4c1b-be41-ad2b2f574d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:17.148096 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a624a1db-9ebc-4324-84ca-8dee7ae3b993 req-6c194c82-5da7-4c1b-be41-ad2b2f574d5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 200 len: 917 time: 0.2082295 Mar 24 15:48:17.176801 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88a70298-9b6e-41d4-8546-58b691fafba1 admin admin] Publish callbacks [] for security_group (6d6b765d-730d-434c-9d59-4f3d657b87d9), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.179929 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40486646-adce-4327-a702-462d366f3056 admin admin] Publish callbacks [] for security_group (c5cb5572-9a39-4559-aa2f-b72dd7c86599), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.243472 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e7ab3815-52cf-4b2a-a21f-23e24e47725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '541d697c-f0c6-41ee-8475-56c49c2becf9', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'port_id': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'mac_address': 'fa:16:3e:f5:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:47:45Z', 'updated_at': '2022-03-24T15:48:15Z', 'revision_number': 1, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:17.282717 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab3815-52cf-4b2a-a21f-23e24e47725b None None] Checking router: 825ff97b-a5cb-4527-8e5a-f9b597d55599 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:48:17.290467 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40486646-adce-4327-a702-462d366f3056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c5cb5572-9a39-4559-aa2f-b72dd7c86599), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.293091 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ab3815-52cf-4b2a-a21f-23e24e47725b None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:48:17.293714 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e7ab3815-52cf-4b2a-a21f-23e24e47725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:48:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:17.303840 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [None req-e1458525-0dc1-4a48-8a33-8e9148fbbce9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Floating IP abeae48b-4309-4bad-ab60-f796fa2de0c9 associated. External IP: 172.27.0.148, port: 090d3af3-d684-4f16-9279-a93755a9bbb9. Mar 24 15:48:17.320719 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a624a1db-9ebc-4324-84ca-8dee7ae3b993 req-be705f4d-4fb7-4e6e-913e-649832a20ba7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0 HTTP/1.1" status: 200 len: 997 time: 0.1551712 Mar 24 15:48:17.347619 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-40486646-adce-4327-a702-462d366f3056 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc7516d97a084aa2916f5c9dbae17478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8525035 Mar 24 15:48:17.348857 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40486646-adce-4327-a702-462d366f3056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cb5572-9a39-4559-aa2f-b72dd7c86599,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:17.351352 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54382) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:17.405967 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d82a64b-ca10-4bc0-acc1-f8f9aa3b4d1f admin admin] Publish callbacks [] for security_group (c5cb5572-9a39-4559-aa2f-b72dd7c86599), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.429766 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88a70298-9b6e-41d4-8546-58b691fafba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (6d6b765d-730d-434c-9d59-4f3d657b87d9), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.432850 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88a70298-9b6e-41d4-8546-58b691fafba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.435447 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-e7ab3815-52cf-4b2a-a21f-23e24e47725b None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:48:17.438691 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-88a70298-9b6e-41d4-8546-58b691fafba1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d6b765d-730d-434c-9d59-4f3d657b87d9 HTTP/1.1" status: 204 len: 168 time: 0.5647192 Mar 24 15:48:17.447720 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d82a64b-ca10-4bc0-acc1-f8f9aa3b4d1f admin admin] Publish callbacks [] for security_group (c5cb5572-9a39-4559-aa2f-b72dd7c86599), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.465577 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a70298-9b6e-41d4-8546-58b691fafba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6b765d-730d-434c-9d59-4f3d657b87d9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:17.608215 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1458525-0dc1-4a48-8a33-8e9148fbbce9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Router eab2846e-07ac-41ac-8f26-70751f53aab9 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:48:17.644537 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d82a64b-ca10-4bc0-acc1-f8f9aa3b4d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c5cb5572-9a39-4559-aa2f-b72dd7c86599), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.647676 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d82a64b-ca10-4bc0-acc1-f8f9aa3b4d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.649489 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-3d82a64b-ca10-4bc0-acc1-f8f9aa3b4d1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5cb5572-9a39-4559-aa2f-b72dd7c86599 HTTP/1.1" status: 204 len: 168 time: 0.2972143 Mar 24 15:48:17.661038 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82a64b-ca10-4bc0-acc1-f8f9aa3b4d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cb5572-9a39-4559-aa2f-b72dd7c86599,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:17.752536 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1458525-0dc1-4a48-8a33-8e9148fbbce9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:48:17.758088 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e1458525-0dc1-4a48-8a33-8e9148fbbce9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:17.766188 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54cfca-6ef4-455d-91dc-b478c7ec95b3 None None] Sync routers for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:48:17.779823 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54cfca-6ef4-455d-91dc-b478c7ec95b3 None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:48:17.780785 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-eb54cfca-6ef4-455d-91dc-b478c7ec95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:48:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:17.804657 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-e1458525-0dc1-4a48-8a33-8e9148fbbce9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "PUT /v2.0/floatingips/abeae48b-4309-4bad-ab60-f796fa2de0c9 HTTP/1.1" status: 200 len: 992 time: 1.9199433 Mar 24 15:48:17.804657 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'tag': '090d3af3-d684-4f16-9279-a93755a9bbb9'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:48:17.804657 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae3bfa5-9369-4747-988e-5361fea9c112" -d '{"events": [{"name": "network-changed", "server_uuid": "5195890a-e3ba-4b1f-8e9f-428fd3b54f76", "tag": "090d3af3-d684-4f16-9279-a93755a9bbb9"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:48:17.814376 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e7ab3815-52cf-4b2a-a21f-23e24e47725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '541d697c-f0c6-41ee-8475-56c49c2becf9', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'port_id': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'mac_address': 'fa:16:3e:f5:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:47:45Z', 'updated_at': '2022-03-24T15:48:15Z', 'revision_number': 1, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:17.847377 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab3815-52cf-4b2a-a21f-23e24e47725b None None] The sync data for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi is: [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '541d697c-f0c6-41ee-8475-56c49c2becf9', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'port_id': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'mac_address': 'fa:16:3e:f5:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:47:45Z', 'updated_at': '2022-03-24T15:48:15Z', 'revision_number': 1, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:48:17.897194 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfac6bc-7b76-4e6d-845d-bab18daa60a4 x-openstack-request-id: req-ecfac6bc-7b76-4e6d-845d-bab18daa60a4 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:48:17.897194 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5195890a-e3ba-4b1f-8e9f-428fd3b54f76", "tag": "090d3af3-d684-4f16-9279-a93755a9bbb9", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:48:17.897194 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecfac6bc-7b76-4e6d-845d-bab18daa60a4 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:48:17.897194 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfac6bc-7b76-4e6d-845d-bab18daa60a4'] response: {'name': 'network-changed', 'server_uuid': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'tag': '090d3af3-d684-4f16-9279-a93755a9bbb9', 'status': 'completed', 'code': 200} Mar 24 15:48:17.993315 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:18.047648 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-eb54cfca-6ef4-455d-91dc-b478c7ec95b3 None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:48:18.134376 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510038e-e37b-4f47-a9f2-1df809336cbc None None] New status for floating IP 541d697c-f0c6-41ee-8475-56c49c2becf9: ACTIVE {{(pid=110399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:48:18.180589 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624a1db-9ebc-4324-84ca-8dee7ae3b993 req-ba604712-082d-4ea0-8439-d62da3bb7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:18.182707 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a624a1db-9ebc-4324-84ca-8dee7ae3b993 req-ba604712-082d-4ea0-8439-d62da3bb7044 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1174d9a8-d844-4e95-aea1-2f38acd0826a HTTP/1.1" status: 200 len: 855 time: 0.0824120 Mar 24 15:48:18.377983 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-eb54cfca-6ef4-455d-91dc-b478c7ec95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'abeae48b-4309-4bad-ab60-f796fa2de0c9', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'port_id': '090d3af3-d684-4f16-9279-a93755a9bbb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 74, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'mac_address': 'fa:16:3e:bc:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:47:42Z', 'updated_at': '2022-03-24T15:48:16Z', 'revision_number': 1, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:18.406166 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54cfca-6ef4-455d-91dc-b478c7ec95b3 None None] Checking router: eab2846e-07ac-41ac-8f26-70751f53aab9 for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:48:18.414401 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54cfca-6ef4-455d-91dc-b478c7ec95b3 None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:48:18.415093 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-eb54cfca-6ef4-455d-91dc-b478c7ec95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:48:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:18.535506 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-eb54cfca-6ef4-455d-91dc-b478c7ec95b3 None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:48:18.663302 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54430) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:18.684590 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00161620-4753-49db-ac77-e29a754da23b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:18.783579 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00161620-4753-49db-ac77-e29a754da23b admin admin] Publish callbacks [] for security_group (08a782d7-0b8b-43c3-8eb2-a5c8e63ea37f), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:18.795723 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-eb54cfca-6ef4-455d-91dc-b478c7ec95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'abeae48b-4309-4bad-ab60-f796fa2de0c9', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'port_id': '090d3af3-d684-4f16-9279-a93755a9bbb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 74, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'mac_address': 'fa:16:3e:bc:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:47:42Z', 'updated_at': '2022-03-24T15:48:16Z', 'revision_number': 1, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:18.822956 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54cfca-6ef4-455d-91dc-b478c7ec95b3 None None] The sync data for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi is: [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'abeae48b-4309-4bad-ab60-f796fa2de0c9', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'port_id': '090d3af3-d684-4f16-9279-a93755a9bbb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 74, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'mac_address': 'fa:16:3e:bc:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:47:42Z', 'updated_at': '2022-03-24T15:48:16Z', 'revision_number': 1, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:48:18.871493 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00161620-4753-49db-ac77-e29a754da23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (08a782d7-0b8b-43c3-8eb2-a5c8e63ea37f), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:18.912058 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-00161620-4753-49db-ac77-e29a754da23b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=368e718038a2475bb4dbfe56e4167154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472034 Mar 24 15:48:18.914364 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54434) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:18.920423 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00161620-4753-49db-ac77-e29a754da23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a782d7-0b8b-43c3-8eb2-a5c8e63ea37f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:18.969418 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a5214ed-bd40-4d5e-a5ed-fc329948b1f0 admin admin] Publish callbacks [] for security_group (08a782d7-0b8b-43c3-8eb2-a5c8e63ea37f), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:18.997789 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a5214ed-bd40-4d5e-a5ed-fc329948b1f0 admin admin] Publish callbacks [] for security_group (08a782d7-0b8b-43c3-8eb2-a5c8e63ea37f), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:19.060583 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83e937-fa1a-4d9e-a3ac-e4f3a44c8130 None None] New status for floating IP abeae48b-4309-4bad-ab60-f796fa2de0c9: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:48:19.122485 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a5214ed-bd40-4d5e-a5ed-fc329948b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (08a782d7-0b8b-43c3-8eb2-a5c8e63ea37f), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:19.124534 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a5214ed-bd40-4d5e-a5ed-fc329948b1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:19.128429 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-0a5214ed-bd40-4d5e-a5ed-fc329948b1f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08a782d7-0b8b-43c3-8eb2-a5c8e63ea37f HTTP/1.1" status: 204 len: 168 time: 0.2104170 Mar 24 15:48:19.133643 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5214ed-bd40-4d5e-a5ed-fc329948b1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a782d7-0b8b-43c3-8eb2-a5c8e63ea37f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:19.917734 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624a1db-9ebc-4324-84ca-8dee7ae3b993 req-928ee0c5-2e72-4310-9696-55a2803d5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:19.919446 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a624a1db-9ebc-4324-84ca-8dee7ae3b993 req-928ee0c5-2e72-4310-9696-55a2803d5f56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bef7f-6e97-472d-9dca-c7bf7c44cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462976 Mar 24 15:48:19.923321 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3bfa5-9369-4747-988e-5361fea9c112 req-037e27dc-47e3-40af-86f8-12547e8d3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:19.924862 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bae3bfa5-9369-4747-988e-5361fea9c112 req-037e27dc-47e3-40af-86f8-12547e8d3ba1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 1130 time: 0.0457749 Mar 24 15:48:20.040348 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3bfa5-9369-4747-988e-5361fea9c112 req-6148e7ce-49a5-44eb-8a30-62f894a9c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:20.041499 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bae3bfa5-9369-4747-988e-5361fea9c112 req-6148e7ce-49a5-44eb-8a30-62f894a9c330 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98277675-c90d-4a4e-9e9e-52032fc9e1fc HTTP/1.1" status: 200 len: 912 time: 0.0973761 Mar 24 15:48:20.089703 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a624a1db-9ebc-4324-84ca-8dee7ae3b993 req-8b526d6b-7b2f-4b4e-aa13-f3011fc02345 service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459961 Mar 24 15:48:20.220583 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54488) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:20.234798 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bae3bfa5-9369-4747-988e-5361fea9c112 req-7e7f5b98-aaf3-4bf1-a99f-0bcb80a96705 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=090d3af3-d684-4f16-9279-a93755a9bbb9 HTTP/1.1" status: 200 len: 1002 time: 0.1808541 Mar 24 15:48:20.252065 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aea9ca10-f9a0-4702-bd9a-8181a83bf574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:20.260860 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a624a1db-9ebc-4324-84ca-8dee7ae3b993 req-cacbd496-6030-4965-9780-b7d80ad5c981 service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555259 Mar 24 15:48:20.367978 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3bfa5-9369-4747-988e-5361fea9c112 req-b6ee9f62-86f0-4a58-b285-9e8f08c9d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:20.367978 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bae3bfa5-9369-4747-988e-5361fea9c112 req-b6ee9f62-86f0-4a58-b285-9e8f08c9d79f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fe8ccca-d329-49a2-a267-7a4eb0cd6a10 HTTP/1.1" status: 200 len: 850 time: 0.1065488 Mar 24 15:48:20.436321 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aea9ca10-f9a0-4702-bd9a-8181a83bf574 admin admin] Publish callbacks [] for security_group (de28c7ec-2a49-4414-b204-baba26a2bbb0), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:20.499760 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aea9ca10-f9a0-4702-bd9a-8181a83bf574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (de28c7ec-2a49-4414-b204-baba26a2bbb0), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:20.543252 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-aea9ca10-f9a0-4702-bd9a-8181a83bf574 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8c3e8b409c442188ed9e760fdb2cfe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206697 Mar 24 15:48:20.544683 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54512) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:20.544869 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9ca10-f9a0-4702-bd9a-8181a83bf574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de28c7ec-2a49-4414-b204-baba26a2bbb0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:20.608974 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1cfdad1-16c9-4bae-8365-cab428288824 admin admin] Publish callbacks [] for security_group (de28c7ec-2a49-4414-b204-baba26a2bbb0), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:20.638472 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1cfdad1-16c9-4bae-8365-cab428288824 admin admin] Publish callbacks [] for security_group (de28c7ec-2a49-4414-b204-baba26a2bbb0), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:20.756677 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1cfdad1-16c9-4bae-8365-cab428288824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (de28c7ec-2a49-4414-b204-baba26a2bbb0), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:20.761520 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1cfdad1-16c9-4bae-8365-cab428288824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:20.761726 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b1cfdad1-16c9-4bae-8365-cab428288824 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de28c7ec-2a49-4414-b204-baba26a2bbb0 HTTP/1.1" status: 204 len: 168 time: 0.2137010 Mar 24 15:48:20.770705 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfdad1-16c9-4bae-8365-cab428288824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de28c7ec-2a49-4414-b204-baba26a2bbb0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:21.235462 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54544) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:21.364221 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-72c2e039-d272-4a99-8acb-bc87d0200f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:21.453744 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-72c2e039-d272-4a99-8acb-bc87d0200f9f admin admin] Publish callbacks [] for security_group (df269516-2157-41b3-8d76-6b58b6f28acb), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:21.537371 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-72c2e039-d272-4a99-8acb-bc87d0200f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (df269516-2157-41b3-8d76-6b58b6f28acb), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:21.578949 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-72c2e039-d272-4a99-8acb-bc87d0200f9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5a915af83eb4bebaf0c867e608e7277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410499 Mar 24 15:48:21.578949 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2e039-d272-4a99-8acb-bc87d0200f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df269516-2157-41b3-8d76-6b58b6f28acb,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:21.580420 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54572) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:21.634283 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a9db5e9e-2039-4c0f-86b7-08fbb08a26e6 admin admin] Publish callbacks [] for security_group (df269516-2157-41b3-8d76-6b58b6f28acb), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:21.662684 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a9db5e9e-2039-4c0f-86b7-08fbb08a26e6 admin admin] Publish callbacks [] for security_group (df269516-2157-41b3-8d76-6b58b6f28acb), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:21.835427 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a9db5e9e-2039-4c0f-86b7-08fbb08a26e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (df269516-2157-41b3-8d76-6b58b6f28acb), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:21.838606 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a9db5e9e-2039-4c0f-86b7-08fbb08a26e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:21.839994 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-a9db5e9e-2039-4c0f-86b7-08fbb08a26e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df269516-2157-41b3-8d76-6b58b6f28acb HTTP/1.1" status: 204 len: 168 time: 0.2584164 Mar 24 15:48:21.847730 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db5e9e-2039-4c0f-86b7-08fbb08a26e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df269516-2157-41b3-8d76-6b58b6f28acb,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:22.676202 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54616) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:22.773209 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3bfa5-9369-4747-988e-5361fea9c112 req-e838851a-6ea8-46ff-bc2a-fa235da9ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:22.774871 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bae3bfa5-9369-4747-988e-5361fea9c112 req-e838851a-6ea8-46ff-bc2a-fa235da9ff24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98277675-c90d-4a4e-9e9e-52032fc9e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504076 Mar 24 15:48:22.856959 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54620) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:22.892182 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40e5c2ee-ed01-4545-aa1f-3b2496469094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:22.897243 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bae3bfa5-9369-4747-988e-5361fea9c112 req-22a7f854-31f9-46fc-9ad5-9d156278ed42 service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159334 Mar 24 15:48:23.040411 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bae3bfa5-9369-4747-988e-5361fea9c112 req-bcf7cded-7f4e-4153-a223-325d5527b357 service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317337 Mar 24 15:48:23.074353 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1a7047b3-1c31-4cc8-a6b6-6afc39b43b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.080858 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40e5c2ee-ed01-4545-aa1f-3b2496469094 admin admin] Publish callbacks [] for security_group (24b67feb-2fe1-456a-8298-dbc75957f794), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.160033 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1a7047b3-1c31-4cc8-a6b6-6afc39b43b5d admin admin] Publish callbacks [] for security_group (61438bed-a718-4ce7-9ed5-088308a78a85), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.196641 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40e5c2ee-ed01-4545-aa1f-3b2496469094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (24b67feb-2fe1-456a-8298-dbc75957f794), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.220032 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54634) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:23.230610 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-40e5c2ee-ed01-4545-aa1f-3b2496469094 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7517706015544a5aa0415a62416e2756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725979 Mar 24 15:48:23.234050 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1a7047b3-1c31-4cc8-a6b6-6afc39b43b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (61438bed-a718-4ce7-9ed5-088308a78a85), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.235123 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54638) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:23.256864 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5c2ee-ed01-4545-aa1f-3b2496469094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b67feb-2fe1-456a-8298-dbc75957f794,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:23.297714 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-1a7047b3-1c31-4cc8-a6b6-6afc39b43b5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fed982893744fc8bbf98874896c19bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6199720 Mar 24 15:48:23.300202 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54640) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:23.317174 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7047b3-1c31-4cc8-a6b6-6afc39b43b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61438bed-a718-4ce7-9ed5-088308a78a85,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:23.350818 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df522724-3f8c-4ebe-bcbf-d1125dd6f50f admin admin] Publish callbacks [] for security_group (24b67feb-2fe1-456a-8298-dbc75957f794), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.389339 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c57832d3-f4a0-4d0b-b2e1-e04b9477c09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.404062 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df522724-3f8c-4ebe-bcbf-d1125dd6f50f admin admin] Publish callbacks [] for security_group (24b67feb-2fe1-456a-8298-dbc75957f794), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.410107 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10ae2532-f133-45cb-865c-791045134294 admin admin] Publish callbacks [] for security_group (61438bed-a718-4ce7-9ed5-088308a78a85), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.470478 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10ae2532-f133-45cb-865c-791045134294 admin admin] Publish callbacks [] for security_group (61438bed-a718-4ce7-9ed5-088308a78a85), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.596524 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df522724-3f8c-4ebe-bcbf-d1125dd6f50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (24b67feb-2fe1-456a-8298-dbc75957f794), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.599131 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df522724-3f8c-4ebe-bcbf-d1125dd6f50f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.600300 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-df522724-3f8c-4ebe-bcbf-d1125dd6f50f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24b67feb-2fe1-456a-8298-dbc75957f794 HTTP/1.1" status: 204 len: 168 time: 0.3641632 Mar 24 15:48:23.608798 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df522724-3f8c-4ebe-bcbf-d1125dd6f50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b67feb-2fe1-456a-8298-dbc75957f794,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:23.630139 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10ae2532-f133-45cb-865c-791045134294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (61438bed-a718-4ce7-9ed5-088308a78a85), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.632729 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10ae2532-f133-45cb-865c-791045134294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.633847 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-10ae2532-f133-45cb-865c-791045134294 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61438bed-a718-4ce7-9ed5-088308a78a85 HTTP/1.1" status: 204 len: 168 time: 0.3315430 Mar 24 15:48:23.655873 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae2532-f133-45cb-865c-791045134294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61438bed-a718-4ce7-9ed5-088308a78a85,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:23.695350 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c57832d3-f4a0-4d0b-b2e1-e04b9477c09f admin admin] Publish callbacks [] for security_group (496ad8cb-609d-44ad-b92b-d126fa4b1117), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.847634 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c57832d3-f4a0-4d0b-b2e1-e04b9477c09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (496ad8cb-609d-44ad-b92b-d126fa4b1117), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.889085 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-c57832d3-f4a0-4d0b-b2e1-e04b9477c09f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f48af79082e64e1b80abd0c04cec0c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6679468 Mar 24 15:48:23.890190 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57832d3-f4a0-4d0b-b2e1-e04b9477c09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496ad8cb-609d-44ad-b92b-d126fa4b1117,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:23.891999 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54650) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:23.939297 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0819-3038-4780-9154-a3196cf3f8bd admin admin] Publish callbacks [] for security_group (496ad8cb-609d-44ad-b92b-d126fa4b1117), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:23.960609 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0819-3038-4780-9154-a3196cf3f8bd admin admin] Publish callbacks [] for security_group (496ad8cb-609d-44ad-b92b-d126fa4b1117), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:24.154803 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0819-3038-4780-9154-a3196cf3f8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (496ad8cb-609d-44ad-b92b-d126fa4b1117), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:24.158160 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0819-3038-4780-9154-a3196cf3f8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:24.159785 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-0f4e0819-3038-4780-9154-a3196cf3f8bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/496ad8cb-609d-44ad-b92b-d126fa4b1117 HTTP/1.1" status: 204 len: 168 time: 0.2666807 Mar 24 15:48:24.167933 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e0819-3038-4780-9154-a3196cf3f8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496ad8cb-609d-44ad-b92b-d126fa4b1117,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:24.630889 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54682) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:24.653948 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-633939ba-2d16-44ab-b550-c5dc7c0fa21c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:24.783159 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-633939ba-2d16-44ab-b550-c5dc7c0fa21c admin admin] Publish callbacks [] for security_group (7c53b9d7-7f9c-4056-9e6a-32f2fa51951b), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:24.880474 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-633939ba-2d16-44ab-b550-c5dc7c0fa21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (7c53b9d7-7f9c-4056-9e6a-32f2fa51951b), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:24.913442 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633939ba-2d16-44ab-b550-c5dc7c0fa21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c53b9d7-7f9c-4056-9e6a-32f2fa51951b,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:24.917759 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-633939ba-2d16-44ab-b550-c5dc7c0fa21c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcfa8ff68287424fa4e955c4538c1398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856824 Mar 24 15:48:24.921088 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54696) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:24.988363 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c46b54b6-d1d7-4253-8549-6e5d30d635d2 admin admin] Publish callbacks [] for security_group (7c53b9d7-7f9c-4056-9e6a-32f2fa51951b), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:25.018329 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c46b54b6-d1d7-4253-8549-6e5d30d635d2 admin admin] Publish callbacks [] for security_group (7c53b9d7-7f9c-4056-9e6a-32f2fa51951b), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:25.143511 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c46b54b6-d1d7-4253-8549-6e5d30d635d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (7c53b9d7-7f9c-4056-9e6a-32f2fa51951b), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:25.146049 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c46b54b6-d1d7-4253-8549-6e5d30d635d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:25.147482 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-c46b54b6-d1d7-4253-8549-6e5d30d635d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c53b9d7-7f9c-4056-9e6a-32f2fa51951b HTTP/1.1" status: 204 len: 168 time: 0.2260818 Mar 24 15:48:25.157098 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b54b6-d1d7-4253-8549-6e5d30d635d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c53b9d7-7f9c-4056-9e6a-32f2fa51951b,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:28.660784 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54860) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:28.765725 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a30dcc27-52bf-4f25-b3d3-8e6c4eafb517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:28.852591 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a30dcc27-52bf-4f25-b3d3-8e6c4eafb517 admin admin] Publish callbacks [] for security_group (30322d23-17a4-4dac-b35b-b9b00a102e36), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:28.954569 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a30dcc27-52bf-4f25-b3d3-8e6c4eafb517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (30322d23-17a4-4dac-b35b-b9b00a102e36), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:28.994983 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-a30dcc27-52bf-4f25-b3d3-8e6c4eafb517 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=402b543228c3413b97163c5565094e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329914 Mar 24 15:48:28.995805 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dcc27-52bf-4f25-b3d3-8e6c4eafb517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30322d23-17a4-4dac-b35b-b9b00a102e36,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:28.997518 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54868) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:29.046617 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bfe18f1a-4797-43f2-ba9a-4b9462f8c763 admin admin] Publish callbacks [] for security_group (30322d23-17a4-4dac-b35b-b9b00a102e36), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:29.067953 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bfe18f1a-4797-43f2-ba9a-4b9462f8c763 admin admin] Publish callbacks [] for security_group (30322d23-17a4-4dac-b35b-b9b00a102e36), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:29.224808 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bfe18f1a-4797-43f2-ba9a-4b9462f8c763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (30322d23-17a4-4dac-b35b-b9b00a102e36), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:29.227414 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bfe18f1a-4797-43f2-ba9a-4b9462f8c763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:29.229287 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-bfe18f1a-4797-43f2-ba9a-4b9462f8c763 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30322d23-17a4-4dac-b35b-b9b00a102e36 HTTP/1.1" status: 204 len: 168 time: 0.2307398 Mar 24 15:48:29.236688 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe18f1a-4797-43f2-ba9a-4b9462f8c763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30322d23-17a4-4dac-b35b-b9b00a102e36,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:29.965014 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54902) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:29.977971 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd384348-b82c-4640-91c2-76fe77f251d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:30.051791 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd384348-b82c-4640-91c2-76fe77f251d6 admin admin] Publish callbacks [] for security_group (b2227cd3-5179-4cac-8eef-1e86480c5086), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:30.137662 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd384348-b82c-4640-91c2-76fe77f251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (b2227cd3-5179-4cac-8eef-1e86480c5086), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:30.179328 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-fd384348-b82c-4640-91c2-76fe77f251d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44a528b113a34ea7a816115f893d8f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131083 Mar 24 15:48:30.180031 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd384348-b82c-4640-91c2-76fe77f251d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2227cd3-5179-4cac-8eef-1e86480c5086,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:30.182709 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54906) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:30.238437 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Publish callbacks [] for security_group (b2227cd3-5179-4cac-8eef-1e86480c5086), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:30.260869 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Publish callbacks [] for security_group (b2227cd3-5179-4cac-8eef-1e86480c5086), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:30.419043 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (b2227cd3-5179-4cac-8eef-1e86480c5086), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:30.421538 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:30.422764 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2227cd3-5179-4cac-8eef-1e86480c5086 HTTP/1.1" status: 204 len: 168 time: 0.2383282 Mar 24 15:48:30.434050 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2227cd3-5179-4cac-8eef-1e86480c5086,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:30.438473 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.438938 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.439304 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.439642 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.439989 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.440316 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.440762 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.441098 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.441436 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.441766 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.442097 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.442429 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.442781 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.443110 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:30.443438 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca046e6-2367-4821-8882-fcd7b00fcf59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:31.755983 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 54952) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:31.959468 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:32.032373 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Publish callbacks [] for security_group (a6de829e-da5c-4294-9880-e96c5ded8cbd), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:32.116190 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (a6de829e-da5c-4294-9880-e96c5ded8cbd), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:32.159460 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e61659b65c3427c9e176ad8815cae33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3997631 Mar 24 15:48:32.159460 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6de829e-da5c-4294-9880-e96c5ded8cbd,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:32.159797 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 54972) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:32.183196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.183196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.183196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.183196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.183196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.183196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.183196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.183196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.183196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.183196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.183196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.185323 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.185323 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.185879 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.186306 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b058cd4-190a-449a-b121-fef03659dd01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:32.265619 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-85555314-4ddd-4bd8-9c1b-34022c143dd8 admin admin] Publish callbacks [] for security_group (a6de829e-da5c-4294-9880-e96c5ded8cbd), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:32.290833 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-85555314-4ddd-4bd8-9c1b-34022c143dd8 admin admin] Publish callbacks [] for security_group (a6de829e-da5c-4294-9880-e96c5ded8cbd), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:32.470588 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-85555314-4ddd-4bd8-9c1b-34022c143dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (a6de829e-da5c-4294-9880-e96c5ded8cbd), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:32.473457 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-85555314-4ddd-4bd8-9c1b-34022c143dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:32.474767 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-85555314-4ddd-4bd8-9c1b-34022c143dd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6de829e-da5c-4294-9880-e96c5ded8cbd HTTP/1.1" status: 204 len: 168 time: 0.3132179 Mar 24 15:48:32.483493 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85555314-4ddd-4bd8-9c1b-34022c143dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6de829e-da5c-4294-9880-e96c5ded8cbd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:33.337234 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55020) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:33.451846 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9c48bc6d-3a08-4563-917a-33150ae740b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:33.494660 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:33.528490 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9c48bc6d-3a08-4563-917a-33150ae740b2 admin admin] Publish callbacks [] for security_group (5ce8502a-3d0c-4bae-bd4a-186eb7257586), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:33.559704 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55028) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:33.575640 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-43aaaa44-6722-4ef9-94ea-b1f8260eeffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:33.633419 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9c48bc6d-3a08-4563-917a-33150ae740b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (5ce8502a-3d0c-4bae-bd4a-186eb7257586), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:33.690026 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48bc6d-3a08-4563-917a-33150ae740b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce8502a-3d0c-4bae-bd4a-186eb7257586,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:33.695061 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-43aaaa44-6722-4ef9-94ea-b1f8260eeffd admin admin] Publish callbacks [] for security_group (f5a03318-56c1-4877-86a1-0b27d8415f91), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:33.698281 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-9c48bc6d-3a08-4563-917a-33150ae740b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b1b899d91724fe18a3f672f3e8956e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3598230 Mar 24 15:48:33.701155 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55030) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:33.755852 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c4abc98-aff0-4109-b366-09569a5acc91 admin admin] Publish callbacks [] for security_group (5ce8502a-3d0c-4bae-bd4a-186eb7257586), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:33.779458 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c4abc98-aff0-4109-b366-09569a5acc91 admin admin] Publish callbacks [] for security_group (5ce8502a-3d0c-4bae-bd4a-186eb7257586), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:33.803137 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-43aaaa44-6722-4ef9-94ea-b1f8260eeffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (f5a03318-56c1-4877-86a1-0b27d8415f91), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:33.882598 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55032) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:33.882829 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-43aaaa44-6722-4ef9-94ea-b1f8260eeffd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18479cc3f3a14d2b97384896da22b72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218634 Mar 24 15:48:33.883844 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaaa44-6722-4ef9-94ea-b1f8260eeffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a03318-56c1-4877-86a1-0b27d8415f91,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:33.902812 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-afe08adb-7421-44c3-ac20-9077f7978955 req-5b14cee1-6a4e-4142-a76b-16afdc15842a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599103 Mar 24 15:48:33.912835 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c4abc98-aff0-4109-b366-09569a5acc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (5ce8502a-3d0c-4bae-bd4a-186eb7257586), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:33.915509 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c4abc98-aff0-4109-b366-09569a5acc91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:33.920536 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-0c4abc98-aff0-4109-b366-09569a5acc91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ce8502a-3d0c-4bae-bd4a-186eb7257586 HTTP/1.1" status: 204 len: 168 time: 0.2150087 Mar 24 15:48:33.934220 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4abc98-aff0-4109-b366-09569a5acc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce8502a-3d0c-4bae-bd4a-186eb7257586,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:33.951148 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d4244ff7-6baf-4c4e-ad77-313d8c1850c1 admin admin] Publish callbacks [] for security_group (f5a03318-56c1-4877-86a1-0b27d8415f91), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:34.005795 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d4244ff7-6baf-4c4e-ad77-313d8c1850c1 admin admin] Publish callbacks [] for security_group (f5a03318-56c1-4877-86a1-0b27d8415f91), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:34.044040 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe08adb-7421-44c3-ac20-9077f7978955 req-e9bc8021-9e16-4c18-9dae-0bbe37640cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:34.046054 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-afe08adb-7421-44c3-ac20-9077f7978955 req-e9bc8021-9e16-4c18-9dae-0bbe37640cbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f31a278cb9904afcaf2019f89324a75b&device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 1129 time: 0.0854390 Mar 24 15:48:34.157014 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe08adb-7421-44c3-ac20-9077f7978955 req-c8a89974-cc1a-4ed6-8612-ac572f64b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:34.158467 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-afe08adb-7421-44c3-ac20-9077f7978955 req-c8a89974-cc1a-4ed6-8612-ac572f64b758 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29744acc-d0eb-40e3-af9a-a7f354bc0ab4 HTTP/1.1" status: 200 len: 912 time: 0.0915949 Mar 24 15:48:34.206165 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-afe08adb-7421-44c3-ac20-9077f7978955 req-0c7e5e0e-5a60-464e-af63-2ddfd333aafc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05c29f77-d1e0-4359-aa3e-9410e3765422 HTTP/1.1" status: 200 len: 217 time: 0.0364480 Mar 24 15:48:34.216692 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d4244ff7-6baf-4c4e-ad77-313d8c1850c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (f5a03318-56c1-4877-86a1-0b27d8415f91), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:34.216692 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d4244ff7-6baf-4c4e-ad77-313d8c1850c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:34.216692 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-d4244ff7-6baf-4c4e-ad77-313d8c1850c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5a03318-56c1-4877-86a1-0b27d8415f91 HTTP/1.1" status: 204 len: 168 time: 0.3284698 Mar 24 15:48:34.253794 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4244ff7-6baf-4c4e-ad77-313d8c1850c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a03318-56c1-4877-86a1-0b27d8415f91,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:34.283582 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe08adb-7421-44c3-ac20-9077f7978955 req-aca6fc3c-55ea-4812-954c-b40d7fd04b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:34.285144 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-afe08adb-7421-44c3-ac20-9077f7978955 req-aca6fc3c-55ea-4812-954c-b40d7fd04b95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ef6c632-fd3c-4759-99cc-eb78b20e18aa HTTP/1.1" status: 200 len: 851 time: 0.0694826 Mar 24 15:48:34.319625 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-afe08adb-7421-44c3-ac20-9077f7978955 req-9d0934d3-fa8e-4bfa-9f36-97acd3cdd715 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29744acc-d0eb-40e3-af9a-a7f354bc0ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258291 Mar 24 15:48:34.438628 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-afe08adb-7421-44c3-ac20-9077f7978955 req-cdf60636-e4ec-434c-bb76-6522cc993466 service neutron] 10.222.0.24 "GET /v2.0/networks/29744acc-d0eb-40e3-af9a-a7f354bc0ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120269 Mar 24 15:48:34.539908 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-afe08adb-7421-44c3-ac20-9077f7978955 req-46d983ad-a9a8-48ad-b11a-8293d76b4c21 service neutron] 10.222.0.24 "GET /v2.0/networks/29744acc-d0eb-40e3-af9a-a7f354bc0ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937817 Mar 24 15:48:34.811265 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55066) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:34.829979 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-501ac416-301b-4810-a88d-16f4dfa38346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:34.909417 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-501ac416-301b-4810-a88d-16f4dfa38346 admin admin] Publish callbacks [] for security_group (63d7a394-cd1a-42d4-a9f1-2821f23366e3), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:35.024737 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-501ac416-301b-4810-a88d-16f4dfa38346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (63d7a394-cd1a-42d4-a9f1-2821f23366e3), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:35.064755 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-501ac416-301b-4810-a88d-16f4dfa38346 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4340837eb1384bdba6ba876d2dba6ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522848 Mar 24 15:48:35.066756 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ac416-301b-4810-a88d-16f4dfa38346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d7a394-cd1a-42d4-a9f1-2821f23366e3,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:35.067706 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55078) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:35.128886 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61b54b91-3bcf-48e8-84b7-d9709131798a admin admin] Publish callbacks [] for security_group (63d7a394-cd1a-42d4-a9f1-2821f23366e3), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:35.150465 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61b54b91-3bcf-48e8-84b7-d9709131798a admin admin] Publish callbacks [] for security_group (63d7a394-cd1a-42d4-a9f1-2821f23366e3), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:35.276957 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61b54b91-3bcf-48e8-84b7-d9709131798a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (63d7a394-cd1a-42d4-a9f1-2821f23366e3), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:35.279549 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61b54b91-3bcf-48e8-84b7-d9709131798a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:35.280713 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-61b54b91-3bcf-48e8-84b7-d9709131798a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63d7a394-cd1a-42d4-a9f1-2821f23366e3 HTTP/1.1" status: 204 len: 168 time: 0.2113154 Mar 24 15:48:35.289220 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b54b91-3bcf-48e8-84b7-d9709131798a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d7a394-cd1a-42d4-a9f1-2821f23366e3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:35.376127 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bc25b-3dea-43a9-a698-33b772900a3f req-fd7cd79f-b4f5-4041-a2c0-b349f1177ba5 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:35.377907 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f41bc25b-3dea-43a9-a698-33b772900a3f req-fd7cd79f-b4f5-4041-a2c0-b349f1177ba5 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 945 time: 0.0688140 Mar 24 15:48:35.434022 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f41bc25b-3dea-43a9-a698-33b772900a3f req-932e5025-e84b-41cf-b76a-89acc83b0a8c tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493979 Mar 24 15:48:36.301480 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55130) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:36.436267 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b2accf0-aafb-405b-94eb-91a1ccdd6916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:36.517824 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b2accf0-aafb-405b-94eb-91a1ccdd6916 admin admin] Publish callbacks [] for security_group (b3da326b-641c-4bb7-9025-bc6049590012), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:36.572529 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09496a-145f-4608-b361-11d803a7e8b0 req-97f09325-ea2e-41eb-ac3e-dcea9f6c0176 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:36.574861 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ff09496a-145f-4608-b361-11d803a7e8b0 req-97f09325-ea2e-41eb-ac3e-dcea9f6c0176 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 945 time: 0.0569129 Mar 24 15:48:36.617593 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b2accf0-aafb-405b-94eb-91a1ccdd6916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (b3da326b-641c-4bb7-9025-bc6049590012), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:36.631704 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ff09496a-145f-4608-b361-11d803a7e8b0 req-f441d040-3d35-4eaf-a3cc-e1fbee638b43 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501575 Mar 24 15:48:36.661950 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-4b2accf0-aafb-405b-94eb-91a1ccdd6916 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbaa1237f7ca4c9bba5485ccb9784fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601418 Mar 24 15:48:36.664246 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2accf0-aafb-405b-94eb-91a1ccdd6916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3da326b-641c-4bb7-9025-bc6049590012,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:36.665044 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55150) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:36.720687 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b108-a039-4a45-bfdd-62406e64d895 admin admin] Publish callbacks [] for security_group (b3da326b-641c-4bb7-9025-bc6049590012), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:36.750029 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b108-a039-4a45-bfdd-62406e64d895 admin admin] Publish callbacks [] for security_group (b3da326b-641c-4bb7-9025-bc6049590012), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:36.899419 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b108-a039-4a45-bfdd-62406e64d895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (b3da326b-641c-4bb7-9025-bc6049590012), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:36.902844 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b108-a039-4a45-bfdd-62406e64d895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:36.904201 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-3fd8b108-a039-4a45-bfdd-62406e64d895 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3da326b-641c-4bb7-9025-bc6049590012 HTTP/1.1" status: 204 len: 168 time: 0.2364826 Mar 24 15:48:36.912743 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8b108-a039-4a45-bfdd-62406e64d895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3da326b-641c-4bb7-9025-bc6049590012,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:37.759487 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507b9da-5560-4db4-a241-bbd36746fe5d req-6e68ff4b-5956-49dd-be8d-8d3dbf14c1f8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:37.763208 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4507b9da-5560-4db4-a241-bbd36746fe5d req-6e68ff4b-5956-49dd-be8d-8d3dbf14c1f8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 945 time: 0.0620193 Mar 24 15:48:37.814559 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4507b9da-5560-4db4-a241-bbd36746fe5d req-fa4e7dc8-fc4e-4826-b335-ab8f722873e4 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450871 Mar 24 15:48:38.933674 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006824af-0b5e-4473-b485-9316bb6a7166 req-effa5718-5d71-4302-9585-73d42260c11b tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:38.935116 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-006824af-0b5e-4473-b485-9316bb6a7166 req-effa5718-5d71-4302-9585-73d42260c11b tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 945 time: 0.0522263 Mar 24 15:48:38.982512 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-006824af-0b5e-4473-b485-9316bb6a7166 req-09b64ff0-d908-4154-bbed-e48a72704968 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Mar 24 15:48:40.116229 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa307d4-8b04-4812-827e-39297931df75 req-3197ff89-7a76-40b4-89a7-4c9bd610d495 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:40.117735 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5355a1d-eb3e-4e9c-ac7e-3e0c70db5f2a req-bf7803a7-263a-46cb-97ea-0dab72e1774a tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:40.118167 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2fa307d4-8b04-4812-827e-39297931df75 req-3197ff89-7a76-40b4-89a7-4c9bd610d495 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 945 time: 0.0594373 Mar 24 15:48:40.119323 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b5355a1d-eb3e-4e9c-ac7e-3e0c70db5f2a req-bf7803a7-263a-46cb-97ea-0dab72e1774a tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 945 time: 0.2319067 Mar 24 15:48:40.165783 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2fa307d4-8b04-4812-827e-39297931df75 req-80ef1a22-ebbf-4f8d-8519-e54021794f7f tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Mar 24 15:48:40.243929 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-b5355a1d-eb3e-4e9c-ac7e-3e0c70db5f2a req-b6a3dcb3-d5a5-497c-bf1a-ea5858a5f5b8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Deleting port 05c29f77-d1e0-4359-aa3e-9410e3765422 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:48:40.244329 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-b5355a1d-eb3e-4e9c-ac7e-3e0c70db5f2a req-b6a3dcb3-d5a5-497c-bf1a-ea5858a5f5b8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:40.339819 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-b5355a1d-eb3e-4e9c-ac7e-3e0c70db5f2a req-b6a3dcb3-d5a5-497c-bf1a-ea5858a5f5b8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] For port 05c29f77-d1e0-4359-aa3e-9410e3765422, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05c29f77-d1e0-4359-aa3e-9410e3765422,segment=NetworkSegment(8c62ff2a-7570-4216-932a-2ae1389493d8),segment_id=8c62ff2a-7570-4216-932a-2ae1389493d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:40.340183 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-b5355a1d-eb3e-4e9c-ac7e-3e0c70db5f2a req-b6a3dcb3-d5a5-497c-bf1a-ea5858a5f5b8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:40.355721 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-b5355a1d-eb3e-4e9c-ac7e-3e0c70db5f2a req-b6a3dcb3-d5a5-497c-bf1a-ea5858a5f5b8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Calling delete_port for 05c29f77-d1e0-4359-aa3e-9410e3765422 owned by compute:nova {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:48:40.607474 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-b5355a1d-eb3e-4e9c-ac7e-3e0c70db5f2a req-b6a3dcb3-d5a5-497c-bf1a-ea5858a5f5b8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (05c29f77-d1e0-4359-aa3e-9410e3765422), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:40.609246 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 05c29f77-d1e0-4359-aa3e-9410e3765422 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:48:40.638005 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3dcb3-d5a5-497c-bf1a-ea5858a5f5b8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Pushing event deleted for resources: {'Port': ['ID=05c29f77-d1e0-4359-aa3e-9410e3765422,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:40.734807 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5355a1d-eb3e-4e9c-ac7e-3e0c70db5f2a req-b6a3dcb3-d5a5-497c-bf1a-ea5858a5f5b8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] No DVR routers for this DVR port 05c29f77-d1e0-4359-aa3e-9410e3765422 on host hv-cinder-79053 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:48:40.738067 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-b5355a1d-eb3e-4e9c-ac7e-3e0c70db5f2a req-b6a3dcb3-d5a5-497c-bf1a-ea5858a5f5b8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:40.741426 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b5355a1d-eb3e-4e9c-ac7e-3e0c70db5f2a req-b6a3dcb3-d5a5-497c-bf1a-ea5858a5f5b8 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.24 "DELETE /v2.0/ports/05c29f77-d1e0-4359-aa3e-9410e3765422 HTTP/1.1" status: 204 len: 173 time: 0.6141982 Mar 24 15:48:40.741885 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e29e2f8-493b-4dcf-8d31-b9e7578effa5', 'name': 'network-vif-deleted', 'tag': '05c29f77-d1e0-4359-aa3e-9410e3765422'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:48:40.744538 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaa44da-f6cc-4e58-af26-c71e1a551bbc" -d '{"events": [{"server_uuid": "5e29e2f8-493b-4dcf-8d31-b9e7578effa5", "name": "network-vif-deleted", "tag": "05c29f77-d1e0-4359-aa3e-9410e3765422"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:48:40.756071 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 05c29f77-d1e0-4359-aa3e-9410e3765422 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:48:40.756610 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 05c29f77-d1e0-4359-aa3e-9410e3765422 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:48:40.780620 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585e0756-3897-4207-ae08-8bc9c274c16b x-openstack-request-id: req-585e0756-3897-4207-ae08-8bc9c274c16b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:48:40.780925 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e29e2f8-493b-4dcf-8d31-b9e7578effa5", "name": "network-vif-deleted", "tag": "05c29f77-d1e0-4359-aa3e-9410e3765422", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:48:40.781225 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-585e0756-3897-4207-ae08-8bc9c274c16b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:48:40.781632 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585e0756-3897-4207-ae08-8bc9c274c16b'] response: {'server_uuid': '5e29e2f8-493b-4dcf-8d31-b9e7578effa5', 'name': 'network-vif-deleted', 'tag': '05c29f77-d1e0-4359-aa3e-9410e3765422', 'status': 'completed', 'code': 200} Mar 24 15:48:41.272571 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0147ca08-3826-43b2-81e6-67ea1fdf433b req-57a39b2e-0e3c-4de7-bbdc-054cedf361d9 tempest-DeleteServersTestJSON-589141827 tempest-DeleteServersTestJSON-589141827-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e29e2f8-493b-4dcf-8d31-b9e7578effa5 HTTP/1.1" status: 200 len: 210 time: 0.0316889 Mar 24 15:48:41.583272 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e87f48e8-c89a-4da4-853d-ac9ebbf8db52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:41.969609 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55314) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:42.216982 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55320) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:42.228715 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3999ebf7-f073-4e9a-8697-e809f955e735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.284300 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7dfa8eae-abf4-48bc-bc51-6d8ad1df6236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.339897 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3999ebf7-f073-4e9a-8697-e809f955e735 admin admin] Publish callbacks [] for security_group (325c3627-651f-4bd5-bbb7-9826629da341), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.387027 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7dfa8eae-abf4-48bc-bc51-6d8ad1df6236 admin admin] Publish callbacks [] for security_group (eb96dbf5-3819-4243-9946-76936eb5cd27), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.413295 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3999ebf7-f073-4e9a-8697-e809f955e735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (325c3627-651f-4bd5-bbb7-9826629da341), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.457969 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-3999ebf7-f073-4e9a-8697-e809f955e735 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c048386551a4ef9a9453037db689a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4872661 Mar 24 15:48:42.459264 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999ebf7-f073-4e9a-8697-e809f955e735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325c3627-651f-4bd5-bbb7-9826629da341,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:42.460851 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55332) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:42.487267 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7dfa8eae-abf4-48bc-bc51-6d8ad1df6236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (eb96dbf5-3819-4243-9946-76936eb5cd27), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.520248 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a76fc61f-b015-4b36-97e0-6b8ce2e1f766 admin admin] Publish callbacks [] for security_group (325c3627-651f-4bd5-bbb7-9826629da341), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.530701 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7dfa8eae-abf4-48bc-bc51-6d8ad1df6236 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67e69aa5bd944cedb0789f9d2de7c867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127375 Mar 24 15:48:42.531307 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55338) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:42.538212 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa8eae-abf4-48bc-bc51-6d8ad1df6236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb96dbf5-3819-4243-9946-76936eb5cd27,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:42.551259 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a76fc61f-b015-4b36-97e0-6b8ce2e1f766 admin admin] Publish callbacks [] for security_group (325c3627-651f-4bd5-bbb7-9826629da341), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.604004 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d32c116a-09c7-40ce-8ca7-49e61dfad094 admin admin] Publish callbacks [] for security_group (eb96dbf5-3819-4243-9946-76936eb5cd27), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.625534 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d32c116a-09c7-40ce-8ca7-49e61dfad094 admin admin] Publish callbacks [] for security_group (eb96dbf5-3819-4243-9946-76936eb5cd27), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.755843 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d32c116a-09c7-40ce-8ca7-49e61dfad094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (eb96dbf5-3819-4243-9946-76936eb5cd27), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.756046 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a76fc61f-b015-4b36-97e0-6b8ce2e1f766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (325c3627-651f-4bd5-bbb7-9826629da341), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.758712 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a76fc61f-b015-4b36-97e0-6b8ce2e1f766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.758871 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d32c116a-09c7-40ce-8ca7-49e61dfad094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:42.759997 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-d32c116a-09c7-40ce-8ca7-49e61dfad094 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb96dbf5-3819-4243-9946-76936eb5cd27 HTTP/1.1" status: 204 len: 168 time: 0.2275088 Mar 24 15:48:42.762224 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-a76fc61f-b015-4b36-97e0-6b8ce2e1f766 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/325c3627-651f-4bd5-bbb7-9826629da341 HTTP/1.1" status: 204 len: 168 time: 0.2983012 Mar 24 15:48:42.772310 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c116a-09c7-40ce-8ca7-49e61dfad094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb96dbf5-3819-4243-9946-76936eb5cd27,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:42.777553 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fc61f-b015-4b36-97e0-6b8ce2e1f766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325c3627-651f-4bd5-bbb7-9826629da341,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:43.493245 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55370) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:43.506745 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de8bff96-72cb-4248-bc5a-a29909377444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.555020 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55372) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:43.568332 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36f7658f-a81f-47b4-a06b-246e01eb30af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.585327 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de8bff96-72cb-4248-bc5a-a29909377444 admin admin] Publish callbacks [] for security_group (055d99f9-7909-4cae-a851-3c4e42930e63), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.642943 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36f7658f-a81f-47b4-a06b-246e01eb30af admin admin] Publish callbacks [] for security_group (d313971d-702b-424c-8af5-e73e0a953877), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.676145 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de8bff96-72cb-4248-bc5a-a29909377444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (055d99f9-7909-4cae-a851-3c4e42930e63), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.714633 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-de8bff96-72cb-4248-bc5a-a29909377444 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a64e46e9e80403da167140ea19407bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200441 Mar 24 15:48:43.715529 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bff96-72cb-4248-bc5a-a29909377444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055d99f9-7909-4cae-a851-3c4e42930e63,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:43.717302 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55374) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:43.751070 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36f7658f-a81f-47b4-a06b-246e01eb30af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (d313971d-702b-424c-8af5-e73e0a953877), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.801414 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-36f7658f-a81f-47b4-a06b-246e01eb30af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=260755292c004f40b479f7e992e67765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452757 Mar 24 15:48:43.804010 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55376) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:43.811728 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7658f-a81f-47b4-a06b-246e01eb30af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d313971d-702b-424c-8af5-e73e0a953877,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:43.816452 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-427bccaa-b501-497d-a070-ca81893c6a72 admin admin] Publish callbacks [] for security_group (055d99f9-7909-4cae-a851-3c4e42930e63), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.853850 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5e375a8f-4b23-4290-aef3-b611c2721daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.864079 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-427bccaa-b501-497d-a070-ca81893c6a72 admin admin] Publish callbacks [] for security_group (055d99f9-7909-4cae-a851-3c4e42930e63), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.908412 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9a3efce-2628-4c5c-80c8-4958f4cdeda9 admin admin] Publish callbacks [] for security_group (d313971d-702b-424c-8af5-e73e0a953877), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.935978 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9a3efce-2628-4c5c-80c8-4958f4cdeda9 admin admin] Publish callbacks [] for security_group (d313971d-702b-424c-8af5-e73e0a953877), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.985247 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-427bccaa-b501-497d-a070-ca81893c6a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (055d99f9-7909-4cae-a851-3c4e42930e63), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.988557 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-427bccaa-b501-497d-a070-ca81893c6a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:43.989773 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-427bccaa-b501-497d-a070-ca81893c6a72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/055d99f9-7909-4cae-a851-3c4e42930e63 HTTP/1.1" status: 204 len: 168 time: 0.2708855 Mar 24 15:48:44.001352 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bccaa-b501-497d-a070-ca81893c6a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d99f9-7909-4cae-a851-3c4e42930e63,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:44.018534 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55396) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:44.074491 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97bbfbb-ce9b-4c93-9e5a-39d72e70131a admin admin] Deleting subnet 6ef6c632-fd3c-4759-99cc-eb78b20e18aa {{(pid=110397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:48:44.075184 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9a3efce-2628-4c5c-80c8-4958f4cdeda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (d313971d-702b-424c-8af5-e73e0a953877), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.077895 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9a3efce-2628-4c5c-80c8-4958f4cdeda9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.078544 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c97bbfbb-ce9b-4c93-9e5a-39d72e70131a admin admin] Publish callbacks [] for subnet (6ef6c632-fd3c-4759-99cc-eb78b20e18aa), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.079490 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-d9a3efce-2628-4c5c-80c8-4958f4cdeda9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d313971d-702b-424c-8af5-e73e0a953877 HTTP/1.1" status: 204 len: 168 time: 0.2745330 Mar 24 15:48:44.087804 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3efce-2628-4c5c-80c8-4958f4cdeda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d313971d-702b-424c-8af5-e73e0a953877,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:44.127502 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c97bbfbb-ce9b-4c93-9e5a-39d72e70131a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127327259'] for subnet (6ef6c632-fd3c-4759-99cc-eb78b20e18aa), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.171389 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c97bbfbb-ce9b-4c93-9e5a-39d72e70131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (6ef6c632-fd3c-4759-99cc-eb78b20e18aa), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.345146 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c97bbfbb-ce9b-4c93-9e5a-39d72e70131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127191874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127861695'] for subnet (6ef6c632-fd3c-4759-99cc-eb78b20e18aa), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.372115 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bbfbb-ce9b-4c93-9e5a-39d72e70131a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef6c632-fd3c-4759-99cc-eb78b20e18aa,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:44.375899 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c97bbfbb-ce9b-4c93-9e5a-39d72e70131a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.380382 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-c97bbfbb-ce9b-4c93-9e5a-39d72e70131a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6ef6c632-fd3c-4759-99cc-eb78b20e18aa HTTP/1.1" status: 204 len: 168 time: 0.3593078 Mar 24 15:48:44.381825 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55400) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:44.459147 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (29744acc-d0eb-40e3-af9a-a7f354bc0ab4), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.558804 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (29744acc-d0eb-40e3-af9a-a7f354bc0ab4), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.594128 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29744acc-d0eb-40e3-af9a-a7f354bc0ab4']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:44.607535 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c62ff2a-7570-4216-932a-2ae1389493d8') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:44.607845 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c62ff2a-7570-4216-932a-2ae1389493d8') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:44.618488 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:48:44.621054 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (8c62ff2a-7570-4216-932a-2ae1389493d8), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.635859 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (8c62ff2a-7570-4216-932a-2ae1389493d8), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.643894 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:48:44.644305 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (8c62ff2a-7570-4216-932a-2ae1389493d8), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:48:44.647816 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:48:44.887697 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (29744acc-d0eb-40e3-af9a-a7f354bc0ab4), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.895243 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:44.903843 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] 10.222.0.31 "DELETE /v2.0/networks/29744acc-d0eb-40e3-af9a-a7f354bc0ab4 HTTP/1.1" status: 204 len: 168 time: 0.5162246 Mar 24 15:48:44.909569 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4335d-217a-49ed-928b-9ae1a3162f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=29744acc-d0eb-40e3-af9a-a7f354bc0ab4,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:45.070205 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:45.293032 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55456) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:45.338341 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-ce6397bf-7927-4d56-8e2e-b632b5795de1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f31a278cb9904afcaf2019f89324a75b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432186 Mar 24 15:48:45.341284 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55460) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:45.395079 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fac4e859-2cd6-44f2-854a-13517ed27c64 admin admin] Publish callbacks [] for security_group (1ddbad04-9b6b-46b6-bb16-ef4c2273cc37), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:45.424104 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fac4e859-2cd6-44f2-854a-13517ed27c64 admin admin] Publish callbacks [] for security_group (1ddbad04-9b6b-46b6-bb16-ef4c2273cc37), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:45.544451 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fac4e859-2cd6-44f2-854a-13517ed27c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (1ddbad04-9b6b-46b6-bb16-ef4c2273cc37), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:45.547304 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fac4e859-2cd6-44f2-854a-13517ed27c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:45.548585 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-fac4e859-2cd6-44f2-854a-13517ed27c64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ddbad04-9b6b-46b6-bb16-ef4c2273cc37 HTTP/1.1" status: 204 len: 168 time: 0.2062447 Mar 24 15:48:45.556790 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4e859-2cd6-44f2-854a-13517ed27c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddbad04-9b6b-46b6-bb16-ef4c2273cc37,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:46.095544 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55486) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:46.376327 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:46.435775 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e9be5b0-8190-4b5c-9e4f-bd66ff022fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:46.508481 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e9be5b0-8190-4b5c-9e4f-bd66ff022fc6 admin admin] Publish callbacks [] for security_group (dcab45d3-4cdb-455e-a85d-391aec7df55e), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:46.670497 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e9be5b0-8190-4b5c-9e4f-bd66ff022fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (dcab45d3-4cdb-455e-a85d-391aec7df55e), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:46.708711 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-2e9be5b0-8190-4b5c-9e4f-bd66ff022fc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ead0008c47a4e61a1e00f3227cdecfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6111908 Mar 24 15:48:46.710696 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9be5b0-8190-4b5c-9e4f-bd66ff022fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcab45d3-4cdb-455e-a85d-391aec7df55e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:46.711416 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55514) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:46.760733 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6610211f-ba26-49ce-9e17-3977ada3b714 admin admin] Publish callbacks [] for security_group (dcab45d3-4cdb-455e-a85d-391aec7df55e), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:46.786502 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6610211f-ba26-49ce-9e17-3977ada3b714 admin admin] Publish callbacks [] for security_group (dcab45d3-4cdb-455e-a85d-391aec7df55e), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:46.891880 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6610211f-ba26-49ce-9e17-3977ada3b714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (dcab45d3-4cdb-455e-a85d-391aec7df55e), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:46.894456 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6610211f-ba26-49ce-9e17-3977ada3b714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:46.895626 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-6610211f-ba26-49ce-9e17-3977ada3b714 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcab45d3-4cdb-455e-a85d-391aec7df55e HTTP/1.1" status: 204 len: 168 time: 0.1832342 Mar 24 15:48:46.906393 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610211f-ba26-49ce-9e17-3977ada3b714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcab45d3-4cdb-455e-a85d-391aec7df55e,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:47.104253 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55526) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:47.267242 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5205-3ac3-47b2-96f7-2550d08a6225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:47.344099 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5205-3ac3-47b2-96f7-2550d08a6225 admin admin] Publish callbacks [] for security_group (ba915eaa-69f0-4419-b132-948b5d443743), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:47.396208 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5205-3ac3-47b2-96f7-2550d08a6225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (ba915eaa-69f0-4419-b132-948b5d443743), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:47.440028 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-5bbc5205-3ac3-47b2-96f7-2550d08a6225 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a0a5a30f45946d8b12e6bc880f26d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344111 Mar 24 15:48:47.442029 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc5205-3ac3-47b2-96f7-2550d08a6225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba915eaa-69f0-4419-b132-948b5d443743,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:47.443069 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55548) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:47.513908 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f508ded-0522-4ad2-9bba-24efdaa58ada admin admin] Publish callbacks [] for security_group (ba915eaa-69f0-4419-b132-948b5d443743), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:47.540237 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f508ded-0522-4ad2-9bba-24efdaa58ada admin admin] Publish callbacks [] for security_group (ba915eaa-69f0-4419-b132-948b5d443743), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:47.671822 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55562) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:47.756715 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f508ded-0522-4ad2-9bba-24efdaa58ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (ba915eaa-69f0-4419-b132-948b5d443743), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:47.762334 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f508ded-0522-4ad2-9bba-24efdaa58ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:47.764135 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-5f508ded-0522-4ad2-9bba-24efdaa58ada admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba915eaa-69f0-4419-b132-948b5d443743 HTTP/1.1" status: 204 len: 168 time: 0.3179789 Mar 24 15:48:47.772814 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f508ded-0522-4ad2-9bba-24efdaa58ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba915eaa-69f0-4419-b132-948b5d443743,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:47.797891 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:47.837057 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55568) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:47.848866 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-network', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:47.861865 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9eda-b56c-4b32-b802-cb8f26a12d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:47.969019 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9eda-b56c-4b32-b802-cb8f26a12d08 admin admin] Publish callbacks [] for security_group (cf358df2-561b-488a-a375-1b19dca30415), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:47.978520 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Made reservation on behalf of 98c83d0f8bd24e9b9d949b3d27de8b7d for: {'network': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:48:47.981111 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:47.993332 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.066989 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9eda-b56c-4b32-b802-cb8f26a12d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (cf358df2-561b-488a-a375-1b19dca30415), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.085686 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Publish callbacks [] for security_group (36102249-9162-4bc7-9589-f4ca06fd2862), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.118078 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7e3f9eda-b56c-4b32-b802-cb8f26a12d08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05952d165e144db4952f1e8099bb715e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798703 Mar 24 15:48:48.119230 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55582) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:48.125577 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f9eda-b56c-4b32-b802-cb8f26a12d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf358df2-561b-488a-a375-1b19dca30415,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:48.171670 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25e4254b-ef40-4283-9187-6f28b52f0aea admin admin] Publish callbacks [] for security_group (cf358df2-561b-488a-a375-1b19dca30415), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.197790 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25e4254b-ef40-4283-9187-6f28b52f0aea admin admin] Publish callbacks [] for security_group (cf358df2-561b-488a-a375-1b19dca30415), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.215117 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (36102249-9162-4bc7-9589-f4ca06fd2862), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.252000 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=110397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:48:48.275760 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36102249-9162-4bc7-9589-f4ca06fd2862,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:48.278720 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (411c0b49-32b7-4d09-8b20-f23041ce5ce5), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.279070 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.segments_db [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Added segment 411c0b49-32b7-4d09-8b20-f23041ce5ce5 of type vlan for network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 Mar 24 15:48:48.328604 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (5cbc914f-bdf0-49cc-9e39-e0d247d5cec4), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.395749 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25e4254b-ef40-4283-9187-6f28b52f0aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (cf358df2-561b-488a-a375-1b19dca30415), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.398561 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25e4254b-ef40-4283-9187-6f28b52f0aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.399777 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-25e4254b-ef40-4283-9187-6f28b52f0aea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf358df2-561b-488a-a375-1b19dca30415 HTTP/1.1" status: 204 len: 168 time: 0.2792046 Mar 24 15:48:48.408738 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4254b-ef40-4283-9187-6f28b52f0aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf358df2-561b-488a-a375-1b19dca30415,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:48.452013 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (5cbc914f-bdf0-49cc-9e39-e0d247d5cec4), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.453553 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:48.454330 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.519355 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] Pushing event updated for resources: {'Network': ['ID=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:48.529234 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:48:48.610193 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b052c99b-5707-4c4e-a593-6cfb73219a16 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9372392 Mar 24 15:48:48.613159 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55608) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:48.617976 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] Request body: {'subnet': {'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-subnet', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:48.710520 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] Made reservation on behalf of 98c83d0f8bd24e9b9d949b3d27de8b7d for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:48:48.713932 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:48.968853 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (37265b4e-d7bd-4bdc-9626-e2972c2b391d), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:49.021233 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37265b4e-d7bd-4bdc-9626-e2972c2b391d,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:49.040872 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] Checking segment: {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:48:49.041240 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] Network hostable DHCP agents. Network: 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:48:49.160149 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] Network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:48:49.258744 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:48:49.263503 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:49.265459 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:49.275127 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ece783-50f4-481d-8b42-33b8537b29b4 None None] Network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:48:49.375363 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-4b2a08dc-7e93-4b6c-8e79-65c7d801bf6b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7608845 Mar 24 15:48:49.377834 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55658) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:49.382347 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:49.415286 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:48:49.415286 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:49.555549 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Allocated IP 172.20.0.2 (5cbc914f-bdf0-49cc-9e39-e0d247d5cec4/37265b4e-d7bd-4bdc-9626-e2972c2b391d/cf88fb29-edaf-4ccf-b90d-75cb3d960107) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:48:49.596386 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1623102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045903'] for router (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:49.597460 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046006'] for router (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:49.659122 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Publish callbacks [] for router_controller (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), precommit_add_association {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:49.711399 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Publish callbacks [] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:49.826156 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55702) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:49.888248 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:49.889693 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Publish callbacks [] for router_gateway (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:49.925450 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:48:49.928485 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:48:49.932012 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:48:49.948856 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Pushing event updated for resources: {'Port': ['ID=cf88fb29-edaf-4ccf-b90d-75cb3d960107,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:49.991529 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.991887 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.992258 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.992658 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.992952 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.993303 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.994179 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.994562 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.994886 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.995199 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.995529 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.995875 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.996197 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.996518 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:49.996843 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:50.010101 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Attempting to bind port cf88fb29-edaf-4ccf-b90d-75cb3d960107 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:48:50.010475 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Attempting to bind port cf88fb29-edaf-4ccf-b90d-75cb3d960107 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:48:50.010874 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Attempting to bind port cf88fb29-edaf-4ccf-b90d-75cb3d960107 on network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:48:50.015862 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:48:50.016245 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Checking segment: {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:48:50.016650 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.017043 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Bound using segment: {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:48:50.017520 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Bound port: cf88fb29-edaf-4ccf-b90d-75cb3d960107, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:48:50.017924 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.092126 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] For port cf88fb29-edaf-4ccf-b90d-75cb3d960107, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:48:50.095984 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7135de6a-e92e-404a-9f76-9d042ebb8d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.096535 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] For port cf88fb29-edaf-4ccf-b90d-75cb3d960107, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=cf88fb29-edaf-4ccf-b90d-75cb3d960107,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:48:50.196237 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55710) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:50.207979 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.208402 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7135de6a-e92e-404a-9f76-9d042ebb8d00 admin admin] Publish callbacks [] for security_group (4405fd20-8152-49a4-b206-86c53b90f864), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.296710 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Publish callbacks [] for router_gateway (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.297194 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e45df7-bf5d-400b-950e-cadd7d0b5042 None None] Pushing event updated for resources: {'Port': ['ID=cf88fb29-edaf-4ccf-b90d-75cb3d960107,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:50.318436 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.362799 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-263b9d32-844b-41a3-9949-01765dbe6f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.380728 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7135de6a-e92e-404a-9f76-9d042ebb8d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (4405fd20-8152-49a4-b206-86c53b90f864), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.435775 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Allocated IP 172.27.0.194 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/d0646be4-daed-435d-a845-63628eab5e26) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:48:50.442078 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-7135de6a-e92e-404a-9f76-9d042ebb8d00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7154a0eb99d49b2a27fa088360934e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6147969 Mar 24 15:48:50.444410 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135de6a-e92e-404a-9f76-9d042ebb8d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4405fd20-8152-49a4-b206-86c53b90f864,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:50.445913 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55716) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:50.495471 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-263b9d32-844b-41a3-9949-01765dbe6f61 admin admin] Publish callbacks [] for security_group (24d53440-b619-49fa-892a-858fd3fe706a), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.584703 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-263b9d32-844b-41a3-9949-01765dbe6f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (24d53440-b619-49fa-892a-858fd3fe706a), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.607682 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Publish callbacks [] for port (d0646be4-daed-435d-a845-63628eab5e26), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.611262 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80c9e4ec-06e7-4ddd-9c5a-7d4a409717cc admin admin] Publish callbacks [] for security_group (4405fd20-8152-49a4-b206-86c53b90f864), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.652556 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-263b9d32-844b-41a3-9949-01765dbe6f61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa1aad35613f46089c5b14ee2bf17aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548073 Mar 24 15:48:50.654426 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b9d32-844b-41a3-9949-01765dbe6f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d53440-b619-49fa-892a-858fd3fe706a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:50.655513 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55722) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:50.711101 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80c9e4ec-06e7-4ddd-9c5a-7d4a409717cc admin admin] Publish callbacks [] for security_group (4405fd20-8152-49a4-b206-86c53b90f864), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.770637 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30ea193d-5e1f-4621-9bb5-318bbc6558df admin admin] Publish callbacks [] for security_group (24d53440-b619-49fa-892a-858fd3fe706a), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.795160 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30ea193d-5e1f-4621-9bb5-318bbc6558df admin admin] Publish callbacks [] for security_group (24d53440-b619-49fa-892a-858fd3fe706a), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.867392 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (d0646be4-daed-435d-a845-63628eab5e26), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.909425 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:48:50.917029 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:48:50.923286 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:48:50.925154 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Pushing event updated for resources: {'Port': ['ID=d0646be4-daed-435d-a845-63628eab5e26,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:50.928022 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80c9e4ec-06e7-4ddd-9c5a-7d4a409717cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (4405fd20-8152-49a4-b206-86c53b90f864), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.930469 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80c9e4ec-06e7-4ddd-9c5a-7d4a409717cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:50.932196 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-80c9e4ec-06e7-4ddd-9c5a-7d4a409717cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4405fd20-8152-49a4-b206-86c53b90f864 HTTP/1.1" status: 204 len: 168 time: 0.4853361 Mar 24 15:48:50.947043 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device cf88fb29-edaf-4ccf-b90d-75cb3d960107 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:48:50.965374 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9e4ec-06e7-4ddd-9c5a-7d4a409717cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4405fd20-8152-49a4-b206-86c53b90f864,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:51.024295 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port cf88fb29-edaf-4ccf-b90d-75cb3d960107 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:51.025566 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:51.026092 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30ea193d-5e1f-4621-9bb5-318bbc6558df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (24d53440-b619-49fa-892a-858fd3fe706a), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:51.029363 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30ea193d-5e1f-4621-9bb5-318bbc6558df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:51.036320 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-30ea193d-5e1f-4621-9bb5-318bbc6558df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24d53440-b619-49fa-892a-858fd3fe706a HTTP/1.1" status: 204 len: 168 time: 0.3750005 Mar 24 15:48:51.082127 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea193d-5e1f-4621-9bb5-318bbc6558df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d53440-b619-49fa-892a-858fd3fe706a,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:51.144582 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port cf88fb29-edaf-4ccf-b90d-75cb3d960107 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:51.144990 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:51.211954 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port cf88fb29-edaf-4ccf-b90d-75cb3d960107, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=cf88fb29-edaf-4ccf-b90d-75cb3d960107,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:51.305227 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:51.392029 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Publish callbacks [] for router_gateway (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:51.403362 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=cf88fb29-edaf-4ccf-b90d-75cb3d960107,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:51.562592 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f8482e-5a7a-4a8d-b0b8-2e2e8513cd7c None None] Network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:48:51.650053 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896'] for router (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:51.680989 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-0c13d126-aee6-4b84-9b3b-d074b854f0c3 None None] Provisioning complete for port cf88fb29-edaf-4ccf-b90d-75cb3d960107 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:51.680989 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0c13d126-aee6-4b84-9b3b-d074b854f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:51.814658 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-0c13d126-aee6-4b84-9b3b-d074b854f0c3 None None] Current status of the port cf88fb29-edaf-4ccf-b90d-75cb3d960107 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:51.933110 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d is scheduled to L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 with binding_index 1 {{(pid=110397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:48:52.047959 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-be73a938-9c10-4614-b807-f2a40c5ac218 None None] Provisioning complete for port cf88fb29-edaf-4ccf-b90d-75cb3d960107 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:52.048507 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-be73a938-9c10-4614-b807-f2a40c5ac218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.138983 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55764) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:52.152900 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-be73a938-9c10-4614-b807-f2a40c5ac218 None None] Current status of the port cf88fb29-edaf-4ccf-b90d-75cb3d960107 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:52.158532 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09020acf-362f-4526-8b97-e57125e6591c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.239816 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:48:52.245699 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09020acf-362f-4526-8b97-e57125e6591c admin admin] Publish callbacks [] for security_group (72565125-44e4-48e8-bd80-ffeffe52689e), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.256452 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Sync routers for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:48:52.270009 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:48:52.270772 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:48:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:52.343022 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55766) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:52.352561 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60a631ce-8c81-48c8-a3d7-1a649c600c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.360382 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09020acf-362f-4526-8b97-e57125e6591c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (72565125-44e4-48e8-bd80-ffeffe52689e), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.365890 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.366908 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-c2cd94ec-ee1f-467f-8460-0aa2f705e57f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9879606 Mar 24 15:48:52.370509 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55768) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:52.390954 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:48:52.406450 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09020acf-362f-4526-8b97-e57125e6591c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72565125-44e4-48e8-bd80-ffeffe52689e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:52.411758 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-09020acf-362f-4526-8b97-e57125e6591c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=071daf7a67094a3b8dc5103c5238250c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717066 Mar 24 15:48:52.414908 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55770) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:52.572199 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60a631ce-8c81-48c8-a3d7-1a649c600c9c admin admin] Publish callbacks [] for security_group (825009b4-cf4b-4aef-a6a4-0e57d8a6ced5), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.573436 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1156ffcc-44ec-40ae-964d-78bd68955a4c admin admin] Publish callbacks [] for security_group (72565125-44e4-48e8-bd80-ffeffe52689e), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.592695 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:51Z', 'revision_number': 3, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:52.623985 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Checking router: 9998c34f-ba1a-4275-b12a-a71ca0a42a8d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:48:52.624345 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Updating router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d port d0646be4-daed-435d-a845-63628eab5e26 binding host dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:48:52.658454 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (d0646be4-daed-435d-a845-63628eab5e26), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.658731 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1156ffcc-44ec-40ae-964d-78bd68955a4c admin admin] Publish callbacks [] for security_group (72565125-44e4-48e8-bd80-ffeffe52689e), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.701423 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60a631ce-8c81-48c8-a3d7-1a649c600c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (825009b4-cf4b-4aef-a6a4-0e57d8a6ced5), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.757856 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-60a631ce-8c81-48c8-a3d7-1a649c600c9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bddd81d4cbcc4c2f9d76e4cfc19d1d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256377 Mar 24 15:48:52.762123 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55780) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:52.794371 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a631ce-8c81-48c8-a3d7-1a649c600c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825009b4-cf4b-4aef-a6a4-0e57d8a6ced5,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:52.845649 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-693fecfa-e49a-4620-aeaf-0a331bc61405 admin admin] Publish callbacks [] for security_group (825009b4-cf4b-4aef-a6a4-0e57d8a6ced5), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.894303 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-693fecfa-e49a-4620-aeaf-0a331bc61405 admin admin] Publish callbacks [] for security_group (825009b4-cf4b-4aef-a6a4-0e57d8a6ced5), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.925049 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device cf88fb29-edaf-4ccf-b90d-75cb3d960107 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:48:52.939794 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1156ffcc-44ec-40ae-964d-78bd68955a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (72565125-44e4-48e8-bd80-ffeffe52689e), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.942610 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1156ffcc-44ec-40ae-964d-78bd68955a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:52.946213 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-1156ffcc-44ec-40ae-964d-78bd68955a4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72565125-44e4-48e8-bd80-ffeffe52689e HTTP/1.1" status: 204 len: 168 time: 0.5282092 Mar 24 15:48:52.967761 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156ffcc-44ec-40ae-964d-78bd68955a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72565125-44e4-48e8-bd80-ffeffe52689e,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:52.993288 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port cf88fb29-edaf-4ccf-b90d-75cb3d960107 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:52.994390 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.024059 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.047127 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Publish callbacks [] for port (d0646be4-daed-435d-a845-63628eab5e26), precommit_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.075904 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-693fecfa-e49a-4620-aeaf-0a331bc61405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (825009b4-cf4b-4aef-a6a4-0e57d8a6ced5), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.078966 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-693fecfa-e49a-4620-aeaf-0a331bc61405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.083239 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-693fecfa-e49a-4620-aeaf-0a331bc61405 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/825009b4-cf4b-4aef-a6a4-0e57d8a6ced5 HTTP/1.1" status: 204 len: 168 time: 0.3214226 Mar 24 15:48:53.091519 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fecfa-e49a-4620-aeaf-0a331bc61405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825009b4-cf4b-4aef-a6a4-0e57d8a6ced5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:53.100239 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port cf88fb29-edaf-4ccf-b90d-75cb3d960107 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:53.201618 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (d0646be4-daed-435d-a845-63628eab5e26), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.270598 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Pushing event updated for resources: {'Port': ['ID=d0646be4-daed-435d-a845-63628eab5e26,revision_number=2']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:53.276035 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Attempting to bind port d0646be4-daed-435d-a845-63628eab5e26 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:48:53.276524 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Attempting to bind port d0646be4-daed-435d-a845-63628eab5e26 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:48:53.276784 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Attempting to bind port d0646be4-daed-435d-a845-63628eab5e26 on network cd957b4c-42c5-4eea-915f-4d8712523c86 {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:48:53.279320 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.279676 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.280429 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.280429 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.280729 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.281058 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.281386 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.281716 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.282056 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.282389 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.282733 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.283079 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.283410 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.283720 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.284047 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:48:53.290731 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Allocated IP 172.20.0.1 (5cbc914f-bdf0-49cc-9e39-e0d247d5cec4/37265b4e-d7bd-4bdc-9626-e2972c2b391d/1469a4fa-052e-4711-a2c3-d16aef435e8a) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:48:53.293233 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:48:53.293233 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:48:53.293233 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.293233 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Bound using segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:48:53.293233 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Bound port: d0646be4-daed-435d-a845-63628eab5e26, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:48:53.293233 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (d0646be4-daed-435d-a845-63628eab5e26), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.353813 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] For port d0646be4-daed-435d-a845-63628eab5e26, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:48:53.358486 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] For port d0646be4-daed-435d-a845-63628eab5e26, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=d0646be4-daed-435d-a845-63628eab5e26,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:48:53.438800 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Publish callbacks [] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.448254 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (d0646be4-daed-435d-a845-63628eab5e26), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.504731 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a856b-7e5a-495d-977d-f4ade97906ec None None] Pushing event updated for resources: {'Port': ['ID=d0646be4-daed-435d-a845-63628eab5e26,revision_number=3']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:53.534648 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.536411 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:48:53.537236 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:48:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:53.580106 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:48:53.583344 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:48:53.599601 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:48:53.660203 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Pushing event updated for resources: {'Port': ['ID=1469a4fa-052e-4711-a2c3-d16aef435e8a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:53.672857 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625853'] for router_interface (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.677955 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:48:53.945319 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:53.972779 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55804) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:53.988390 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af522254-9852-4b15-ad8b-da7cd66caedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:54.015508 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-625b805a-0ef0-41ef-a5de-c5f10f7006e8 None None] Provisioning complete for port 1469a4fa-052e-4711-a2c3-d16aef435e8a triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:54.016457 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-625b805a-0ef0-41ef-a5de-c5f10f7006e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:54.053690 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:51Z', 'revision_number': 3, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:54.061771 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-625b805a-0ef0-41ef-a5de-c5f10f7006e8 None None] Port 1469a4fa-052e-4711-a2c3-d16aef435e8a cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:48:54.096783 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2508a4-f5de-4d29-80b0-39f2542d626f None None] The sync data for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi is: [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:51Z', 'revision_number': 3, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:48:54.153133 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af522254-9852-4b15-ad8b-da7cd66caedc admin admin] Publish callbacks [] for security_group (d534d1c5-447d-4ad6-8a3a-d0fcbbfacf87), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:54.183967 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Publish callbacks [] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:54.241673 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af522254-9852-4b15-ad8b-da7cd66caedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (d534d1c5-447d-4ad6-8a3a-d0fcbbfacf87), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:54.270408 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:54.279598 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af522254-9852-4b15-ad8b-da7cd66caedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d534d1c5-447d-4ad6-8a3a-d0fcbbfacf87,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:54.286793 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-af522254-9852-4b15-ad8b-da7cd66caedc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afcb93b2068641979951c861ee552838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121717 Mar 24 15:48:54.289404 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55812) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:54.364165 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28030728-6902-4ba0-a1c8-2fd87b7cdfb7 admin admin] Publish callbacks [] for security_group (d534d1c5-447d-4ad6-8a3a-d0fcbbfacf87), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:54.366115 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625705'] for router_interface (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:54.369058 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Pushing event updated for resources: {'Port': ['ID=1469a4fa-052e-4711-a2c3-d16aef435e8a,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:54.418599 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28030728-6902-4ba0-a1c8-2fd87b7cdfb7 admin admin] Publish callbacks [] for security_group (d534d1c5-447d-4ad6-8a3a-d0fcbbfacf87), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:54.537858 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:48:54.539538 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:48:54.555121 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28030728-6902-4ba0-a1c8-2fd87b7cdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (d534d1c5-447d-4ad6-8a3a-d0fcbbfacf87), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:54.559874 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28030728-6902-4ba0-a1c8-2fd87b7cdfb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:54.561367 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-28030728-6902-4ba0-a1c8-2fd87b7cdfb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d534d1c5-447d-4ad6-8a3a-d0fcbbfacf87 HTTP/1.1" status: 204 len: 168 time: 0.2726369 Mar 24 15:48:54.586035 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28030728-6902-4ba0-a1c8-2fd87b7cdfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d534d1c5-447d-4ad6-8a3a-d0fcbbfacf87,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:54.723997 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:48:54.920302 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:48:54.935617 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-61dfc5b7-1f7d-48fb-979a-d131c6e81f42 admin admin] 10.222.0.31 "PUT /v2.0/routers/9998c34f-ba1a-4275-b12a-a71ca0a42a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5636580 Mar 24 15:48:54.996893 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device d0646be4-daed-435d-a845-63628eab5e26 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:48:55.025708 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-d2302a07-9194-43ea-a2e5-99af9445e152 None None] Provisioning complete for port 1469a4fa-052e-4711-a2c3-d16aef435e8a triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:55.026359 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d2302a07-9194-43ea-a2e5-99af9445e152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:55.083022 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-d2302a07-9194-43ea-a2e5-99af9445e152 None None] Port 1469a4fa-052e-4711-a2c3-d16aef435e8a cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:48:55.102246 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port d0646be4-daed-435d-a845-63628eab5e26 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:55.102649 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (d0646be4-daed-435d-a845-63628eab5e26), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:55.200370 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port d0646be4-daed-435d-a845-63628eab5e26 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:55.200840 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (d0646be4-daed-435d-a845-63628eab5e26), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:55.227192 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port d0646be4-daed-435d-a845-63628eab5e26, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=d0646be4-daed-435d-a845-63628eab5e26,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:55.311933 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (d0646be4-daed-435d-a845-63628eab5e26), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:55.378715 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55862) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:55.392660 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=d0646be4-daed-435d-a845-63628eab5e26,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:55.573116 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bd16b64-6204-4835-a40e-457d14cc6482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:55.654179 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bd16b64-6204-4835-a40e-457d14cc6482 admin admin] Publish callbacks [] for security_group (611279e6-dfb1-401f-b5b1-48775cfd98fa), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:55.756646 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bd16b64-6204-4835-a40e-457d14cc6482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (611279e6-dfb1-401f-b5b1-48775cfd98fa), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:55.795263 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-1bd16b64-6204-4835-a40e-457d14cc6482 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2dc6e075a87488995f7ac8949f1edc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135590 Mar 24 15:48:55.796901 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55888) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:55.814496 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd16b64-6204-4835-a40e-457d14cc6482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611279e6-dfb1-401f-b5b1-48775cfd98fa,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:55.879389 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-b03b8c0d-9f8d-4ff3-8e5e-59becc298778 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:55.880862 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-b03b8c0d-9f8d-4ff3-8e5e-59becc298778 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 819 time: 0.1560757 Mar 24 15:48:55.901447 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e42572e-c00c-43b3-8b6f-b7997799956f admin admin] Publish callbacks [] for security_group (611279e6-dfb1-401f-b5b1-48775cfd98fa), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:55.905105 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-ff8cb1c1-a743-487b-bb3d-953a92370824 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/quotas/98c83d0f8bd24e9b9d949b3d27de8b7d HTTP/1.1" status: 200 len: 375 time: 0.0178957 Mar 24 15:48:55.950977 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e42572e-c00c-43b3-8b6f-b7997799956f admin admin] Publish callbacks [] for security_group (611279e6-dfb1-401f-b5b1-48775cfd98fa), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:56.023843 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-04bb9a91-b23a-4fd0-a0c0-e676d8caeab3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107726 Mar 24 15:48:56.111827 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e42572e-c00c-43b3-8b6f-b7997799956f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (611279e6-dfb1-401f-b5b1-48775cfd98fa), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:56.114164 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e42572e-c00c-43b3-8b6f-b7997799956f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:56.118124 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-4e42572e-c00c-43b3-8b6f-b7997799956f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/611279e6-dfb1-401f-b5b1-48775cfd98fa HTTP/1.1" status: 204 len: 168 time: 0.3174617 Mar 24 15:48:56.131312 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42572e-c00c-43b3-8b6f-b7997799956f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611279e6-dfb1-401f-b5b1-48775cfd98fa,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:56.145786 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-4e55819c-7f17-4754-b9e2-f3f57de00ec3 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021526 Mar 24 15:48:56.201746 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Sync routers for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:48:56.213735 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:48:56.214520 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:48:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:56.279887 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-d069bfd9-636e-4436-9bf6-91ff2199f00c service neutron] 10.222.0.31 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267989 Mar 24 15:48:56.349084 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:48:56.599435 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:54Z', 'revision_number': 2, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:56.635974 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-691c17e4-5bba-47a3-97cd-690b6a4e40fc req-8601b8d8-5be1-4e4c-89bf-ecefddd90db1 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 210 time: 0.0698867 Mar 24 15:48:56.651167 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Checking router: 9998c34f-ba1a-4275-b12a-a71ca0a42a8d for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:48:56.651527 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Updating router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d port 1469a4fa-052e-4711-a2c3-d16aef435e8a binding host dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:48:56.693509 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:56.936311 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device d0646be4-daed-435d-a845-63628eab5e26 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:48:57.046117 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port d0646be4-daed-435d-a845-63628eab5e26 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:57.046898 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (d0646be4-daed-435d-a845-63628eab5e26), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:57.059009 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-f763de89-7419-4346-87e7-6f5db1939d1b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:57.061035 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-f763de89-7419-4346-87e7-6f5db1939d1b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 819 time: 0.1593359 Mar 24 15:48:57.078988 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-5a90f6e0-db06-4ded-8e43-885630d5ddd0 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/quotas/98c83d0f8bd24e9b9d949b3d27de8b7d HTTP/1.1" status: 200 len: 375 time: 0.0101540 Mar 24 15:48:57.130641 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Publish callbacks [] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:57.151347 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-83796ec0-fc0a-4c3d-9193-59ef119d928d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656452 Mar 24 15:48:57.187893 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port d0646be4-daed-435d-a845-63628eab5e26 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:57.222021 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:57.291116 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-ea643b06-8c5f-4e6b-9ddc-028f5322ff09 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336741 Mar 24 15:48:57.519979 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-e5a2d717-0562-4677-b0ae-ecc2d967a150 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195415 Mar 24 15:48:57.562393 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 55960) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:57.582698 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae2949-c7a3-4c85-9b5c-a1d4a23ba6b8 None None] Pushing event updated for resources: {'Port': ['ID=1469a4fa-052e-4711-a2c3-d16aef435e8a,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:57.618298 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Attempting to bind port 1469a4fa-052e-4711-a2c3-d16aef435e8a on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:48:57.619182 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Attempting to bind port 1469a4fa-052e-4711-a2c3-d16aef435e8a by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:48:57.619744 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Attempting to bind port 1469a4fa-052e-4711-a2c3-d16aef435e8a on network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:48:57.625202 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:48:57.625837 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Checking segment: {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:48:57.626254 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:57.626705 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Bound using segment: {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:48:57.627193 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Bound port: 1469a4fa-052e-4711-a2c3-d16aef435e8a, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:48:57.627573 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:57.724230 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] For port 1469a4fa-052e-4711-a2c3-d16aef435e8a, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:48:57.740276 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] For port 1469a4fa-052e-4711-a2c3-d16aef435e8a, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=1469a4fa-052e-4711-a2c3-d16aef435e8a,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:48:57.744694 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-305b738c-5b3b-4baa-8d87-733d7f39ac9a None None] Provisioning complete for port 1469a4fa-052e-4711-a2c3-d16aef435e8a triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:57.745057 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-305b738c-5b3b-4baa-8d87-733d7f39ac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:57.749536 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-33f77e68-7410-42ba-ba7f-f5502aed63b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:57.789777 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-305b738c-5b3b-4baa-8d87-733d7f39ac9a None None] Port 1469a4fa-052e-4711-a2c3-d16aef435e8a cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:48:57.821084 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55970) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:57.850055 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:57.866797 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-33f77e68-7410-42ba-ba7f-f5502aed63b0 admin admin] Publish callbacks [] for security_group (1383f650-c83f-415b-adc1-2ba0e002e300), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:57.885867 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f0014035-cef5-4b14-a941-0efb7a0c47c9 req-e7498938-d39c-4a60-91c6-3a8916c80eb5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 210 time: 0.0380380 Mar 24 15:48:57.925007 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae2949-c7a3-4c85-9b5c-a1d4a23ba6b8 None None] Pushing event updated for resources: {'Port': ['ID=1469a4fa-052e-4711-a2c3-d16aef435e8a,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:57.929636 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:48:57.930375 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:48:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:57.972987 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-188397594-network', 'tenant_id': '1e31235f2357401a8e524cc3fc2b0ab3'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:58.013875 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-33f77e68-7410-42ba-ba7f-f5502aed63b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (1383f650-c83f-415b-adc1-2ba0e002e300), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.060005 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f77e68-7410-42ba-ba7f-f5502aed63b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1383f650-c83f-415b-adc1-2ba0e002e300,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:58.075109 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 55980) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:58.075792 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-33f77e68-7410-42ba-ba7f-f5502aed63b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62dc15fadcc345c3be78364ef6039a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5096462 Mar 24 15:48:58.087925 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:48:58.102127 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Made reservation on behalf of 1e31235f2357401a8e524cc3fc2b0ab3 for: {'network': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:48:58.105814 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.134411 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.179801 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a4571b4e-98c7-4a83-8af0-cefcb042463f admin admin] Publish callbacks [] for security_group (1383f650-c83f-415b-adc1-2ba0e002e300), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.217190 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a4571b4e-98c7-4a83-8af0-cefcb042463f admin admin] Publish callbacks [] for security_group (1383f650-c83f-415b-adc1-2ba0e002e300), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.264125 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-92ab9509-cb02-4a04-8474-d1149f1b35f1 None None] Provisioning complete for port 1469a4fa-052e-4711-a2c3-d16aef435e8a triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:58.264657 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-92ab9509-cb02-4a04-8474-d1149f1b35f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.281653 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Publish callbacks [] for security_group (5ae9bb81-6c83-4635-a6ea-e8f3330f1196), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.385919 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (5ae9bb81-6c83-4635-a6ea-e8f3330f1196), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.395225 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a4571b4e-98c7-4a83-8af0-cefcb042463f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (1383f650-c83f-415b-adc1-2ba0e002e300), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.399173 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a4571b4e-98c7-4a83-8af0-cefcb042463f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.404261 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-a4571b4e-98c7-4a83-8af0-cefcb042463f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1383f650-c83f-415b-adc1-2ba0e002e300 HTTP/1.1" status: 204 len: 168 time: 0.3286386 Mar 24 15:48:58.414587 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-92ab9509-cb02-4a04-8474-d1149f1b35f1 None None] Current status of the port 1469a4fa-052e-4711-a2c3-d16aef435e8a is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:58.415054 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-92ab9509-cb02-4a04-8474-d1149f1b35f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.442096 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:57Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:48:58.457138 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=110397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:48:58.469881 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae9bb81-6c83-4635-a6ea-e8f3330f1196,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:58.484922 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4571b4e-98c7-4a83-8af0-cefcb042463f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1383f650-c83f-415b-adc1-2ba0e002e300,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:58.489463 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (ac392268-b7e8-4a90-b67a-47129f610e84), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.490190 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.segments_db [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Added segment ac392268-b7e8-4a90-b67a-47129f610e84 of type vlan for network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a Mar 24 15:48:58.491054 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc44b2f-0039-4d95-866e-43df7555a3b1 None None] The sync data for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi is: [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:57Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:48:58.510602 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-92ab9509-cb02-4a04-8474-d1149f1b35f1 None None] For port 1469a4fa-052e-4711-a2c3-d16aef435e8a, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=1469a4fa-052e-4711-a2c3-d16aef435e8a,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:48:58.667028 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (81c22b88-f8b6-4403-89ae-b6d6bdb97d7a), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.752512 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-263df75a-ee7f-404c-aab4-55dab41a35dd tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d5ea53bba1cb4888bd259c563ffbe38a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334182 Mar 24 15:48:58.825364 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-92ab9509-cb02-4a04-8474-d1149f1b35f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.865101 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (81c22b88-f8b6-4403-89ae-b6d6bdb97d7a), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.866097 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:58.866717 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:58.921298 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab9509-cb02-4a04-8474-d1149f1b35f1 None None] Pushing event updated for resources: {'Port': ['ID=1469a4fa-052e-4711-a2c3-d16aef435e8a,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:58.994397 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 1469a4fa-052e-4711-a2c3-d16aef435e8a up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:48:59.003153 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-da99d2ff-882d-4276-acb7-125ad6201e6c req-c3f55724-eb78-4ac1-ace0-87322ad63613 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 210 time: 0.0604424 Mar 24 15:48:59.036908 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] Pushing event updated for resources: {'Network': ['ID=81c22b88-f8b6-4403-89ae-b6d6bdb97d7a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:59.056782 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:48:59.119498 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d95db-2d98-4cc5-983c-739300834760 req-13f959e5-9b01-455b-815f-3012bd77fef5 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:48:59.120978 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-13f959e5-9b01-455b-815f-3012bd77fef5 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3629265 Mar 24 15:48:59.152700 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-9ff3ccd9-3fbe-4cf0-8a88-f4a831cc895c tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/quotas/d5ea53bba1cb4888bd259c563ffbe38a HTTP/1.1" status: 200 len: 375 time: 0.0191791 Mar 24 15:48:59.159183 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 1469a4fa-052e-4711-a2c3-d16aef435e8a triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:48:59.159569 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:59.288723 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 1469a4fa-052e-4711-a2c3-d16aef435e8a is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:48:59.446874 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-7bc24de3-8e02-432c-9df0-6e4ec4b9165b tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ea53bba1cb4888bd259c563ffbe38a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2927346 Mar 24 15:48:59.450071 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-cd8aec72-9771-4d9b-a675-1fbbddcc501d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6272817 Mar 24 15:48:59.453052 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 56008) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:59.457846 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] Request body: {'subnet': {'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-188397594-subnet', 'tenant_id': '1e31235f2357401a8e524cc3fc2b0ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:48:59.544914 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 56010) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:59.558494 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3680fc4a-3265-4e11-a850-f366192ce18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:59.581141 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] Made reservation on behalf of 1e31235f2357401a8e524cc3fc2b0ab3 for: {'subnet': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:48:59.583476 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127861650'] for subnet (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:59.754938 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3680fc4a-3265-4e11-a850-f366192ce18b admin admin] Publish callbacks [] for security_group (c40e0fb6-fd45-4f1e-aeba-4d8886000771), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:59.800481 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bed5bdcd-008d-4068-9141-902031f12db2 req-e9391173-abc6-4aec-a49d-b1c4cbfdc5e9 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 210 time: 0.0370216 Mar 24 15:48:59.859145 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3680fc4a-3265-4e11-a850-f366192ce18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c40e0fb6-fd45-4f1e-aeba-4d8886000771), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:48:59.912189 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 56018) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:48:59.922984 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-3680fc4a-3265-4e11-a850-f366192ce18b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34d8df5cb15b4a9091dc4a1cbee43131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634739 Mar 24 15:48:59.928744 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680fc4a-3265-4e11-a850-f366192ce18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e0fb6-fd45-4f1e-aeba-4d8886000771,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:48:59.970612 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a50791f6-ea4c-4552-89fe-c5d4101af589 admin admin] Publish callbacks [] for security_group (c40e0fb6-fd45-4f1e-aeba-4d8886000771), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:00.000578 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a50791f6-ea4c-4552-89fe-c5d4101af589 admin admin] Publish callbacks [] for security_group (c40e0fb6-fd45-4f1e-aeba-4d8886000771), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:00.045142 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127191811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127861636'] for subnet (0e7f2f8a-5720-4966-90ab-5f9faa93a530), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:00.144118 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8aef16ac-03e4-4fa2-bb44-71b8bb43c192 req-768a54ca-5717-4375-8388-902e4b75bfab tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 210 time: 0.0449538 Mar 24 15:49:00.157589 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a50791f6-ea4c-4552-89fe-c5d4101af589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c40e0fb6-fd45-4f1e-aeba-4d8886000771), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:00.161337 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a50791f6-ea4c-4552-89fe-c5d4101af589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:00.162714 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-a50791f6-ea4c-4552-89fe-c5d4101af589 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c40e0fb6-fd45-4f1e-aeba-4d8886000771 HTTP/1.1" status: 204 len: 168 time: 0.2495246 Mar 24 15:49:00.172386 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50791f6-ea4c-4552-89fe-c5d4101af589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e0fb6-fd45-4f1e-aeba-4d8886000771,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:00.173793 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7f2f8a-5720-4966-90ab-5f9faa93a530,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:00.219151 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] Checking segment: {'id': 'ac392268-b7e8-4a90-b67a-47129f610e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:49:00.219830 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] Network hostable DHCP agents. Network: 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:49:00.228339 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-2c54bfc1-d2fb-4461-ac40-187c14e7956f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:00.230009 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-2c54bfc1-d2fb-4461-ac40-187c14e7956f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 819 time: 0.2470963 Mar 24 15:49:00.248615 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Request body: {'port': {'device_id': 'fe41a13d-ab88-4d6e-97e9-f8d48909dfd3', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'admin_state_up': True, 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:49:00.308114 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] Network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:49:00.389735 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a) {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:49:00.399285 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:00.399285 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:00.399530 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cb6dcc-f7f0-43d9-a0ab-8a169c0f2a54 None None] Network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:49:00.447738 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Made reservation on behalf of 98c83d0f8bd24e9b9d949b3d27de8b7d for: {'port': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:49:00.452147 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:00.506956 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7cf39992-3fbb-4030-8a5e-f91cf3ea5814 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0443807 Mar 24 15:49:00.536646 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eda4964-019b-4913-942e-2ac5af741f01 None None] Network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:49:00.644043 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Allocated IP 172.20.0.14 (5cbc914f-bdf0-49cc-9e39-e0d247d5cec4/37265b4e-d7bd-4bdc-9626-e2972c2b391d/2f3f1ebf-91bd-44b1-a576-403913464046) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:49:00.807576 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-1a92dec5-bccd-4378-896e-a8913a94573a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:00.809206 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-1a92dec5-bccd-4378-896e-a8913a94573a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 819 time: 0.1375761 Mar 24 15:49:00.839897 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Request body: {'port': {'device_id': '2d1245b1-1bfb-4b7c-b338-2acc1a7a6134', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'admin_state_up': True, 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:49:00.919518 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for port (2f3f1ebf-91bd-44b1-a576-403913464046), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:00.939677 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 1469a4fa-052e-4711-a2c3-d16aef435e8a up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:49:00.943727 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cf9de460-50e4-4f10-aeae-af53346ec1f7 req-fe107fab-b710-4fce-93d8-d7583a5d6c54 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 210 time: 0.0602794 Mar 24 15:49:01.019219 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 1469a4fa-052e-4711-a2c3-d16aef435e8a triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:49:01.019619 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:01.053413 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:01.105370 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:49:01.108876 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:49:01.110416 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Made reservation on behalf of 98c83d0f8bd24e9b9d949b3d27de8b7d for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:49:01.113110 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:49:01.121891 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:01.143892 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event updated for resources: {'Port': ['ID=2f3f1ebf-91bd-44b1-a576-403913464046,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:01.164787 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 1469a4fa-052e-4711-a2c3-d16aef435e8a is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:01.195452 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:01.197251 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:01.280920 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb446862-d147-4f52-a91d-68590dad9354 req-d3e7ec02-5568-45cd-ba51-4d24c5f2ea16 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 210 time: 0.0495386 Mar 24 15:49:01.284875 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-7ffcef15-6ea6-452e-bab9-6df84e163b71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0416417 Mar 24 15:49:01.312436 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Request body: {'port': {'device_id': 'fe41a13d-ab88-4d6e-97e9-f8d48909dfd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:49:01.379528 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Allocated IP 172.20.0.6 (5cbc914f-bdf0-49cc-9e39-e0d247d5cec4/37265b4e-d7bd-4bdc-9626-e2972c2b391d/dbb05276-ab88-4390-8f65-42b66b092757) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:49:01.405437 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:01.503687 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-a76b0dd6-67c9-4d1f-bdf7-144c01c080f7 None None] Provisioning complete for port 2f3f1ebf-91bd-44b1-a576-403913464046 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:49:01.504284 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-a76b0dd6-67c9-4d1f-bdf7-144c01c080f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:01.548468 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-a76b0dd6-67c9-4d1f-bdf7-144c01c080f7 None None] Port 2f3f1ebf-91bd-44b1-a576-403913464046 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:49:01.566839 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for port (dbb05276-ab88-4390-8f65-42b66b092757), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:01.785114 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (dbb05276-ab88-4390-8f65-42b66b092757), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:01.836728 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event updated for resources: {'Port': ['ID=dbb05276-ab88-4390-8f65-42b66b092757,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:01.850411 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:49:01.851861 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:49:01.855205 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:49:01.862099 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:01.862745 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:01.948905 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3f1ebf-91bd-44b1-a576-403913464046 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:49:01.958450 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Publish callbacks [] for port (2f3f1ebf-91bd-44b1-a576-403913464046), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:01.973659 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Transition to ACTIVE for port object 2f3f1ebf-91bd-44b1-a576-403913464046 will not be triggered until provisioned by entity L2. {{(pid=110397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:49:02.031476 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3fcff20b-be59-4af0-8949-7feeefc43aa6 req-6201c1c3-8567-479b-a184-5ada293a95e2 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 210 time: 0.0297809 Mar 24 15:49:02.051605 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-7cd5e402-091a-46b5-8c2b-b586f4e08ffd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2158945 Mar 24 15:49:02.064769 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Request body: {'port': {'device_id': '2d1245b1-1bfb-4b7c-b338-2acc1a7a6134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:49:02.073930 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-f62d329c-bbe4-49e1-a57c-5e65db4d29be None None] Provisioning complete for port dbb05276-ab88-4390-8f65-42b66b092757 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:49:02.074314 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f62d329c-bbe4-49e1-a57c-5e65db4d29be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (dbb05276-ab88-4390-8f65-42b66b092757), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:02.123520 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-f62d329c-bbe4-49e1-a57c-5e65db4d29be None None] Port dbb05276-ab88-4390-8f65-42b66b092757 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:49:02.127126 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:02.131856 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (dbb05276-ab88-4390-8f65-42b66b092757), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:02.183905 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3f1ebf-91bd-44b1-a576-403913464046,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:02.272156 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Attempting to bind port 2f3f1ebf-91bd-44b1-a576-403913464046 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:49:02.273077 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Attempting to bind port 2f3f1ebf-91bd-44b1-a576-403913464046 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:49:02.273077 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Attempting to bind port 2f3f1ebf-91bd-44b1-a576-403913464046 on network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:49:02.279936 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Port 2f3f1ebf-91bd-44b1-a576-403913464046 on network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:49:02.280336 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Attempting to bind port 2f3f1ebf-91bd-44b1-a576-403913464046 on network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:49:02.285895 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:49:02.286314 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Checking segment: {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:49:02.291102 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Bound using segment: {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:49:02.291102 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Bound port: 2f3f1ebf-91bd-44b1-a576-403913464046, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:49:02.291102 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:02.364478 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] For port 2f3f1ebf-91bd-44b1-a576-403913464046, host hv-cinder-79053, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:49:02.369092 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] For port 2f3f1ebf-91bd-44b1-a576-403913464046, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2f3f1ebf-91bd-44b1-a576-403913464046,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:49:02.481579 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fc33c-898a-458b-b167-8f6e5fa474cf req-f6d8c3fb-c3fd-4a14-93bf-e511553415be tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:02.483113 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-435fc33c-898a-458b-b167-8f6e5fa474cf req-f6d8c3fb-c3fd-4a14-93bf-e511553415be tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 931 time: 0.1065142 Mar 24 15:49:02.503823 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb05276-ab88-4390-8f65-42b66b092757 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:49:02.506780 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:02.517365 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Publish callbacks [] for port (dbb05276-ab88-4390-8f65-42b66b092757), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:02.545512 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Transition to ACTIVE for port object dbb05276-ab88-4390-8f65-42b66b092757 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:49:02.554135 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:02.554930 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:02.557121 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] 10.222.0.24 "PUT /v2.0/ports/2f3f1ebf-91bd-44b1-a576-403913464046 HTTP/1.1" status: 200 len: 1094 time: 1.2647212 Mar 24 15:49:02.557547 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe41a13d-ab88-4d6e-97e9-f8d48909dfd3', 'tag': '2f3f1ebf-91bd-44b1-a576-403913464046'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:02.560028 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdce7b1a-8441-4cb9-9585-8da3cde9e488" -d '{"events": [{"name": "network-changed", "server_uuid": "fe41a13d-ab88-4d6e-97e9-f8d48909dfd3", "tag": "2f3f1ebf-91bd-44b1-a576-403913464046"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:02.563129 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-435fc33c-898a-458b-b167-8f6e5fa474cf req-ce6f2c28-9fe6-4409-96da-e9c5968ade3b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701346 Mar 24 15:49:02.594215 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76abb0-fe90-4a40-a4c7-78a207c2df29 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3f1ebf-91bd-44b1-a576-403913464046,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:02.618764 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a51c2ef-e192-48cb-83d0-f38bce11674b x-openstack-request-id: req-1a51c2ef-e192-48cb-83d0-f38bce11674b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:02.618764 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe41a13d-ab88-4d6e-97e9-f8d48909dfd3", "tag": "2f3f1ebf-91bd-44b1-a576-403913464046", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:02.620259 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a51c2ef-e192-48cb-83d0-f38bce11674b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:02.620259 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a51c2ef-e192-48cb-83d0-f38bce11674b'] response: {'name': 'network-changed', 'server_uuid': 'fe41a13d-ab88-4d6e-97e9-f8d48909dfd3', 'tag': '2f3f1ebf-91bd-44b1-a576-403913464046', 'status': 'completed', 'code': 200} Mar 24 15:49:02.681227 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (dbb05276-ab88-4390-8f65-42b66b092757), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:02.809699 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Pushing event updated for resources: {'Port': ['ID=dbb05276-ab88-4390-8f65-42b66b092757,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:02.817843 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.24', 50860) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:02.830805 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce7b1a-8441-4cb9-9585-8da3cde9e488 req-f4698807-ddab-4ed4-8b9f-6674de62dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:02.836975 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bdce7b1a-8441-4cb9-9585-8da3cde9e488 req-f4698807-ddab-4ed4-8b9f-6674de62dc6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 1128 time: 0.1306729 Mar 24 15:49:02.944834 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-72378082-7fd0-491e-997e-327c3a7f9829 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d5ea53bba1cb4888bd259c563ffbe38a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1240721 Mar 24 15:49:02.945973 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Attempting to bind port dbb05276-ab88-4390-8f65-42b66b092757 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:49:02.946703 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Attempting to bind port dbb05276-ab88-4390-8f65-42b66b092757 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:49:02.947705 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Attempting to bind port dbb05276-ab88-4390-8f65-42b66b092757 on network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:49:03.003676 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Port dbb05276-ab88-4390-8f65-42b66b092757 on network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:49:03.004416 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Attempting to bind port dbb05276-ab88-4390-8f65-42b66b092757 on network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:49:03.033476 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:49:03.033964 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Checking segment: {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:49:03.034833 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Bound using segment: {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:49:03.035398 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Bound port: dbb05276-ab88-4390-8f65-42b66b092757, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:49:03.035845 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (dbb05276-ab88-4390-8f65-42b66b092757), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:03.189715 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce7b1a-8441-4cb9-9585-8da3cde9e488 req-19b7b06d-b0b8-4e79-821a-c098a2549c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:03.191522 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bdce7b1a-8441-4cb9-9585-8da3cde9e488 req-19b7b06d-b0b8-4e79-821a-c098a2549c49 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3461485 Mar 24 15:49:03.248252 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-a363ed6d-1ca3-4db4-92fb-90463172c90e tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:03.249794 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-a363ed6d-1ca3-4db4-92fb-90463172c90e tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/networks?id=81c22b88-f8b6-4403-89ae-b6d6bdb97d7a HTTP/1.1" status: 200 len: 808 time: 0.2371221 Mar 24 15:49:03.312413 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-bf204164-f784-454c-b22e-da46f3a002be tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/quotas/1e31235f2357401a8e524cc3fc2b0ab3 HTTP/1.1" status: 200 len: 375 time: 0.0337434 Mar 24 15:49:03.375627 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-2a367411-3d0f-43ad-ae8f-3c1dc4bd978c tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e31235f2357401a8e524cc3fc2b0ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550075 Mar 24 15:49:03.388755 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2dc54bec-9e84-46f8-b20b-20a0c64fceaf req-1cbc46a7-89d4-4864-92e2-335addbf5c63 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 210 time: 0.0585673 Mar 24 15:49:03.456991 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce7b1a-8441-4cb9-9585-8da3cde9e488 req-aaed413b-ad35-4754-93f0-41b50f4060be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:03.458454 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bdce7b1a-8441-4cb9-9585-8da3cde9e488 req-aaed413b-ad35-4754-93f0-41b50f4060be service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2559721 Mar 24 15:49:03.487780 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:03.526994 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-5d38f6c5-9aff-421d-a6eb-aeb8f5820011 service neutron] 10.222.0.31 "GET /v2.0/networks/81c22b88-f8b6-4403-89ae-b6d6bdb97d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350145 Mar 24 15:49:03.551083 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d95db-2d98-4cc5-983c-739300834760 req-f4c9004a-14ef-4a21-9211-66914dd0cbb2 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:03.552582 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-f4c9004a-14ef-4a21-9211-66914dd0cbb2 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5987909 Mar 24 15:49:03.557294 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] For port dbb05276-ab88-4390-8f65-42b66b092757, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:49:03.575490 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] For port dbb05276-ab88-4390-8f65-42b66b092757, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbb05276-ab88-4390-8f65-42b66b092757,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:49:03.581081 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Request body: {'port': {'device_id': 'b6b4512f-141c-4bfa-ab67-43ab8ed6be5c', 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a', 'admin_state_up': True, 'tenant_id': 'd5ea53bba1cb4888bd259c563ffbe38a'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:49:03.631360 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-166e120a-043e-4d19-b323-9d8c7de26ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:03.632869 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-166e120a-043e-4d19-b323-9d8c7de26ac1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 1128 time: 0.1213183 Mar 24 15:49:03.664049 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (dbb05276-ab88-4390-8f65-42b66b092757), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:03.685011 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-96c0c6c5-e28d-4a14-93f0-7218b7671ba7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f3f1ebf-91bd-44b1-a576-403913464046 HTTP/1.1" status: 200 len: 217 time: 0.0430784 Mar 24 15:49:03.687998 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d50a30a5-2cf1-4bfb-bf61-cb5aed8c7688 service neutron] 10.222.0.31 "GET /v2.0/networks/81c22b88-f8b6-4403-89ae-b6d6bdb97d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467648 Mar 24 15:49:03.758643 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-6f6b0ad4-2d43-4ada-80a9-f88dcb10cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:03.760287 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-6f6b0ad4-2d43-4ada-80a9-f88dcb10cd55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0687096 Mar 24 15:49:03.769698 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:03.770985 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:03.782745 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] 10.222.0.24 "PUT /v2.0/ports/dbb05276-ab88-4390-8f65-42b66b092757 HTTP/1.1" status: 200 len: 1093 time: 1.7213278 Mar 24 15:49:03.803191 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1245b1-1bfb-4b7c-b338-2acc1a7a6134', 'tag': 'dbb05276-ab88-4390-8f65-42b66b092757'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:03.807654 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c508a17-155d-499c-b82a-c70fb63fa69c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1245b1-1bfb-4b7c-b338-2acc1a7a6134", "tag": "dbb05276-ab88-4390-8f65-42b66b092757"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:03.858549 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-8c120490-94b0-487a-bfee-4dbaf9a6b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:03.860564 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-8c120490-94b0-487a-bfee-4dbaf9a6b62e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0932143 Mar 24 15:49:03.954301 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd143f-446b-4843-b7e5-230245c1090a service neutron] Pushing event updated for resources: {'Port': ['ID=dbb05276-ab88-4390-8f65-42b66b092757,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:03.994061 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9615053-4382-469e-83ec-396bde334fd5 req-a9fdcde1-3f6b-4a09-a66e-af3fb986ff2a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:03.996159 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f9615053-4382-469e-83ec-396bde334fd5 req-a9fdcde1-3f6b-4a09-a66e-af3fb986ff2a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 943 time: 0.2482343 Mar 24 15:49:04.031216 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-cc20c137-912a-4e69-b8aa-393f1a5894e0 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629534 Mar 24 15:49:04.079188 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-07054daa-8867-4558-8934-0fe4e6d0a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:04.086524 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-07054daa-8867-4558-8934-0fe4e6d0a19d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 1127 time: 0.1510651 Mar 24 15:49:04.092881 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Made reservation on behalf of d5ea53bba1cb4888bd259c563ffbe38a for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:49:04.099316 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:04.178154 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42a9f7c3-9c9c-4148-9a50-f593101d4b0c req-1b9c5784-ebe6-43c2-a756-b7cb2e2a567a service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396928 Mar 24 15:49:04.181087 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66821f2a-ac6f-4495-9bc1-a6a3c1af367a x-openstack-request-id: req-66821f2a-ac6f-4495-9bc1-a6a3c1af367a {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:04.181638 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1245b1-1bfb-4b7c-b338-2acc1a7a6134", "tag": "dbb05276-ab88-4390-8f65-42b66b092757", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:04.181932 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66821f2a-ac6f-4495-9bc1-a6a3c1af367a {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:04.182452 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66821f2a-ac6f-4495-9bc1-a6a3c1af367a'] response: {'name': 'network-changed', 'server_uuid': '2d1245b1-1bfb-4b7c-b338-2acc1a7a6134', 'tag': 'dbb05276-ab88-4390-8f65-42b66b092757', 'status': 'completed', 'code': 200} Mar 24 15:49:04.183289 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:04.186532 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-5788be2a-6136-4aa3-acab-4cc49a551949 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbb05276-ab88-4390-8f65-42b66b092757 HTTP/1.1" status: 200 len: 217 time: 0.0795228 Mar 24 15:49:04.191578 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f9615053-4382-469e-83ec-396bde334fd5 req-22d5f24d-05ab-4545-94fe-36179820c6e6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836152 Mar 24 15:49:04.239113 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-48ada951-2c55-4fa7-af9e-0a9bf46fbfe5 req-e7203dc1-ac23-4986-82d8-897ae63d27ce tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 210 time: 0.0408506 Mar 24 15:49:04.269658 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-04c90206-dc5b-48e5-a16a-d6b60ddc1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:04.271171 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-04c90206-dc5b-48e5-a16a-d6b60ddc1c60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0736549 Mar 24 15:49:04.344745 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-028af88c-15ed-4f69-8c57-04b1b89be92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:04.346239 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-028af88c-15ed-4f69-8c57-04b1b89be92d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679593 Mar 24 15:49:04.356156 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Publish callbacks [] for security_group (8319ad09-44b3-4db5-8cb2-77eb6c8bb97f), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:04.442368 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-92ba3582-d61e-4d0d-a6c9-a31c454ea042 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882130 Mar 24 15:49:04.458065 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (8319ad09-44b3-4db5-8cb2-77eb6c8bb97f), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:04.581665 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d0f1fe17-2016-499d-8184-a593ccab990a req-594ff87a-b8c6-462b-841d-4c0b671ebee9 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 210 time: 0.0775502 Mar 24 15:49:04.597440 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:04.663371 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-807589d1-58b9-41b9-9ce6-dbd32607d479 req-b5bd7540-6730-4757-ab72-9366b9842a9c service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136858 Mar 24 15:49:04.690829 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Allocated IP 192.168.233.71 (d3040619-c796-4cde-87de-0b7fa4de1d8a/288d05c0-8d4a-4c31-8d93-c1c8515a8a53/04d16e65-44dd-4979-8ef7-2733062cc8e7) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:49:04.837605 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Publish callbacks [] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:04.989068 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c508a17-155d-499c-b82a-c70fb63fa69c req-42375250-35c1-4008-8057-cd6505ae95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:04.990576 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6c508a17-155d-499c-b82a-c70fb63fa69c req-42375250-35c1-4008-8057-cd6505ae95af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 1127 time: 0.0562575 Mar 24 15:49:05.077144 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:05.126621 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c508a17-155d-499c-b82a-c70fb63fa69c req-f3ef2043-0fee-4207-9132-24704bb86543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:05.128124 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6c508a17-155d-499c-b82a-c70fb63fa69c req-f3ef2043-0fee-4207-9132-24704bb86543 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 920 time: 0.1289268 Mar 24 15:49:05.134714 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Network d3040619-c796-4cde-87de-0b7fa4de1d8a is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:49:05.154094 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:49:05.188056 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Pushing event updated for resources: {'Port': ['ID=04d16e65-44dd-4979-8ef7-2733062cc8e7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:05.189523 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:49:05.195260 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:05.195958 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:05.201691 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6c508a17-155d-499c-b82a-c70fb63fa69c req-5cffec52-a20b-47e4-8f04-0aa502cbb192 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbb05276-ab88-4390-8f65-42b66b092757 HTTP/1.1" status: 200 len: 217 time: 0.0587738 Mar 24 15:49:05.274368 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c508a17-155d-499c-b82a-c70fb63fa69c req-a921679c-92a6-4c48-91ae-1a5183a3daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:05.276559 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6c508a17-155d-499c-b82a-c70fb63fa69c req-a921679c-92a6-4c48-91ae-1a5183a3daff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0681741 Mar 24 15:49:05.377171 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb2a02-1ef4-41a9-a316-4a8f5d2ecdcf req-43d855c0-686b-4ac8-8a65-efb2a03d4762 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:05.378899 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-33bb2a02-1ef4-41a9-a316-4a8f5d2ecdcf req-43d855c0-686b-4ac8-8a65-efb2a03d4762 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 943 time: 0.0954366 Mar 24 15:49:05.382027 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-12a52c0b-8ad6-4f05-8bd4-cdc24ee9a034 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8175504 Mar 24 15:49:05.386053 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c508a17-155d-499c-b82a-c70fb63fa69c req-d4fc56fa-c6dd-4b77-ae39-f6bd67719faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:05.387585 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6c508a17-155d-499c-b82a-c70fb63fa69c req-d4fc56fa-c6dd-4b77-ae39-f6bd67719faa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0933471 Mar 24 15:49:05.412823 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Request body: {'port': {'device_id': 'b6b4512f-141c-4bfa-ab67-43ab8ed6be5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:49:05.463918 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-b69ea4ab-1848-46a9-921d-9d89f12ab2f0 None None] Provisioning complete for port 04d16e65-44dd-4979-8ef7-2733062cc8e7 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:49:05.464918 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b69ea4ab-1848-46a9-921d-9d89f12ab2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:05.505608 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea4ab-1848-46a9-921d-9d89f12ab2f0 None None] Port 04d16e65-44dd-4979-8ef7-2733062cc8e7 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:49:05.542154 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-33bb2a02-1ef4-41a9-a316-4a8f5d2ecdcf req-87fae601-e5d9-4af7-bc76-82edc4e7c146 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535506 Mar 24 15:49:05.553031 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:05.578788 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6c508a17-155d-499c-b82a-c70fb63fa69c req-b9056bbf-33dc-44e6-a2f5-8b58ecb22f8c service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821992 Mar 24 15:49:05.679071 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4e6eecff-6e82-447b-961d-2108f6d0fb35 req-5d9cd4ac-4610-4ca5-a064-5a617d7ef2df tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 210 time: 0.0781963 Mar 24 15:49:05.887888 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6c508a17-155d-499c-b82a-c70fb63fa69c req-41548ce4-c5aa-4dc5-91bb-9df55b8b0828 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858949 Mar 24 15:49:05.896843 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571af1c-163b-47b0-99a9-858a304b83a0 req-affbaec7-bd34-4d50-94bf-fa275c193da0 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:05.898625 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8571af1c-163b-47b0-99a9-858a304b83a0 req-affbaec7-bd34-4d50-94bf-fa275c193da0 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 935 time: 0.1467550 Mar 24 15:49:05.985561 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8571af1c-163b-47b0-99a9-858a304b83a0 req-130f3022-d08c-419e-b247-85a343408dba tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776358 Mar 24 15:49:06.034775 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d16e65-44dd-4979-8ef7-2733062cc8e7 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:49:06.044713 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Publish callbacks [] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:06.059219 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Transition to ACTIVE for port object 04d16e65-44dd-4979-8ef7-2733062cc8e7 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:49:06.201319 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:06.265352 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Pushing event updated for resources: {'Port': ['ID=04d16e65-44dd-4979-8ef7-2733062cc8e7,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:06.297577 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Attempting to bind port 04d16e65-44dd-4979-8ef7-2733062cc8e7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:49:06.297919 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Attempting to bind port 04d16e65-44dd-4979-8ef7-2733062cc8e7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:49:06.298254 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Attempting to bind port 04d16e65-44dd-4979-8ef7-2733062cc8e7 on network d3040619-c796-4cde-87de-0b7fa4de1d8a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:49:06.302880 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Port 04d16e65-44dd-4979-8ef7-2733062cc8e7 on network d3040619-c796-4cde-87de-0b7fa4de1d8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:49:06.303205 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Attempting to bind port 04d16e65-44dd-4979-8ef7-2733062cc8e7 on network d3040619-c796-4cde-87de-0b7fa4de1d8a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:49:06.308763 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:49:06.309107 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Checking segment: {'id': '5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:49:06.309497 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Bound using segment: {'id': '5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:49:06.309925 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Bound port: 04d16e65-44dd-4979-8ef7-2733062cc8e7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:49:06.310288 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:06.381913 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] For port 04d16e65-44dd-4979-8ef7-2733062cc8e7, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:49:06.385354 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] For port 04d16e65-44dd-4979-8ef7-2733062cc8e7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=04d16e65-44dd-4979-8ef7-2733062cc8e7,segment=NetworkSegment(5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58),segment_id=5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:49:06.453510 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:06.488042 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:06.488670 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:06.490050 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] 10.222.0.24 "PUT /v2.0/ports/04d16e65-44dd-4979-8ef7-2733062cc8e7 HTTP/1.1" status: 200 len: 1097 time: 1.0945654 Mar 24 15:49:06.490560 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b4512f-141c-4bfa-ab67-43ab8ed6be5c', 'tag': '04d16e65-44dd-4979-8ef7-2733062cc8e7'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:06.492700 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fa0ca6-199d-46b8-a31f-96d5883e35fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b4512f-141c-4bfa-ab67-43ab8ed6be5c", "tag": "04d16e65-44dd-4979-8ef7-2733062cc8e7"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:06.518358 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0c55b-20d0-4ea7-8028-83fcd2cd9689 service neutron] Pushing event updated for resources: {'Port': ['ID=04d16e65-44dd-4979-8ef7-2733062cc8e7,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:06.556866 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b4df1d-306c-40b5-8ef1-3bd07aabeaa2 x-openstack-request-id: req-47b4df1d-306c-40b5-8ef1-3bd07aabeaa2 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:06.557270 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b4512f-141c-4bfa-ab67-43ab8ed6be5c", "tag": "04d16e65-44dd-4979-8ef7-2733062cc8e7", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:06.557455 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47b4df1d-306c-40b5-8ef1-3bd07aabeaa2 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:06.557877 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b4df1d-306c-40b5-8ef1-3bd07aabeaa2'] response: {'name': 'network-changed', 'server_uuid': 'b6b4512f-141c-4bfa-ab67-43ab8ed6be5c', 'tag': '04d16e65-44dd-4979-8ef7-2733062cc8e7', 'status': 'completed', 'code': 200} Mar 24 15:49:06.642352 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa0ca6-199d-46b8-a31f-96d5883e35fd req-0d50a818-501a-4db9-b54e-39f5570b0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:06.644145 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-01fa0ca6-199d-46b8-a31f-96d5883e35fd req-0d50a818-501a-4db9-b54e-39f5570b0a29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5ea53bba1cb4888bd259c563ffbe38a&device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 1131 time: 0.0603886 Mar 24 15:49:06.707631 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 2f3f1ebf-91bd-44b1-a576-403913464046 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:49:06.717137 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-01fa0ca6-199d-46b8-a31f-96d5883e35fd req-c19a96d4-7863-4d62-94f4-114147196d4a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d5ea53bba1cb4888bd259c563ffbe38a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656536 Mar 24 15:49:06.822768 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862822c4-f80f-4d66-9666-0a243c3daa28 req-c56abdea-6b11-4e5d-874b-1a8e25c45ef6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:06.825171 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-862822c4-f80f-4d66-9666-0a243c3daa28 req-c56abdea-6b11-4e5d-874b-1a8e25c45ef6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 943 time: 0.1627784 Mar 24 15:49:06.853875 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 2f3f1ebf-91bd-44b1-a576-403913464046, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2f3f1ebf-91bd-44b1-a576-403913464046,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:06.873896 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '2f3f1ebf-91bd-44b1-a576-403913464046', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'port_id': '2f3f1ebf-91bd-44b1-a576-403913464046', 'mac_address': 'fa:16:3e:bb:74:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:49:06.895212 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa0ca6-199d-46b8-a31f-96d5883e35fd req-cff0c80d-6278-4f06-a138-be81aa0e832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:06.896682 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-01fa0ca6-199d-46b8-a31f-96d5883e35fd req-cff0c80d-6278-4f06-a138-be81aa0e832b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1724279 Mar 24 15:49:06.900643 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-862822c4-f80f-4d66-9666-0a243c3daa28 req-42d662a5-faee-4e5e-8d6c-4a153e8d9140 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690167 Mar 24 15:49:06.944223 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 2f3f1ebf-91bd-44b1-a576-403913464046 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:06.944859 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:06.959408 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3f1ebf-91bd-44b1-a576-403913464046 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:49:06.962128 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-97bb9151-6e29-4705-b730-7fd4d1ccac86 req-beee64a3-3e57-41a0-9e66-b497ac8cc43d tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 210 time: 0.0975261 Mar 24 15:49:06.982769 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 2f3f1ebf-91bd-44b1-a576-403913464046, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2f3f1ebf-91bd-44b1-a576-403913464046,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:07.070528 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:07.155468 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=2f3f1ebf-91bd-44b1-a576-403913464046,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:07.168100 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8688c-591e-46b8-9f90-f0cfd1c1968f req-0761bde5-a847-49eb-9b9f-5ceaf8f5779a tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:07.169685 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-acd8688c-591e-46b8-9f90-f0cfd1c1968f req-0761bde5-a847-49eb-9b9f-5ceaf8f5779a tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 947 time: 0.1096466 Mar 24 15:49:07.257887 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-acd8688c-591e-46b8-9f90-f0cfd1c1968f req-921ecead-4b6d-4bb7-92d9-522a43f8b488 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767772 Mar 24 15:49:07.307026 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['2f3f1ebf-91bd-44b1-a576-403913464046'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:49:07.389637 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57917aa2-5be5-4974-b326-44abd518496d req-4ddece3a-7e02-41a5-9544-efe26d7412ba tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:07.391170 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-57917aa2-5be5-4974-b326-44abd518496d req-4ddece3a-7e02-41a5-9544-efe26d7412ba tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.3875966 Mar 24 15:49:07.403777 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d95db-2d98-4cc5-983c-739300834760 req-bccde232-95e5-452d-8736-889d744c1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:07.405296 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-bccde232-95e5-452d-8736-889d744c1700 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5ea53bba1cb4888bd259c563ffbe38a&device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 1131 time: 0.4111948 Mar 24 15:49:07.469915 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-98b421b4-6b98-4e10-99a8-c2eaf12c3d68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=04d16e65-44dd-4979-8ef7-2733062cc8e7 HTTP/1.1" status: 200 len: 217 time: 0.0573003 Mar 24 15:49:07.544805 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-0b121e39-0a49-4308-8fbf-f10f58436932 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:07.556126 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-0b121e39-0a49-4308-8fbf-f10f58436932 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.24 "GET /v2.0/networks?id=81c22b88-f8b6-4403-89ae-b6d6bdb97d7a HTTP/1.1" status: 200 len: 808 time: 0.4858811 Mar 24 15:49:07.556126 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-57917aa2-5be5-4974-b326-44abd518496d req-62e115fb-bea9-4d33-bcb5-9434c0ea9b7c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527536 Mar 24 15:49:07.559642 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Request body: {'port': {'device_id': '0c023d2a-4259-49fc-94a9-52719d54d093', 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a', 'admin_state_up': True, 'tenant_id': '1e31235f2357401a8e524cc3fc2b0ab3'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:49:07.581770 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d95db-2d98-4cc5-983c-739300834760 req-56db6b1d-0973-48c0-ae1c-7b24c3a82b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:07.583204 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-56db6b1d-0973-48c0-ae1c-7b24c3a82b90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=288d05c0-8d4a-4c31-8d93-c1c8515a8a53 HTTP/1.1" status: 200 len: 843 time: 0.1061928 Mar 24 15:49:07.678557 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d95db-2d98-4cc5-983c-739300834760 req-4a8af72d-9f62-496b-993f-d3be01b1a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:07.680083 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-4a8af72d-9f62-496b-993f-d3be01b1a8ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3040619-c796-4cde-87de-0b7fa4de1d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0718036 Mar 24 15:49:07.793012 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-c09372a3-21ef-40db-9366-49b9d8acec4a service neutron] 10.222.0.24 "GET /v2.0/networks/d3040619-c796-4cde-87de-0b7fa4de1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034780 Mar 24 15:49:07.884438 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-627d95db-2d98-4cc5-983c-739300834760 req-bf406939-cf4e-4e3b-ae7f-c65d85b2056b service neutron] 10.222.0.24 "GET /v2.0/networks/d3040619-c796-4cde-87de-0b7fa4de1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844581 Mar 24 15:49:07.926835 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Made reservation on behalf of 1e31235f2357401a8e524cc3fc2b0ab3 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:49:07.930252 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:08.045200 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe90898-5a63-4b03-aec4-582ebde16a20 req-2f2049e0-da8a-4ff3-946e-a32c8d875e1f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:08.046834 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cbe90898-5a63-4b03-aec4-582ebde16a20 req-2f2049e0-da8a-4ff3-946e-a32c8d875e1f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 943 time: 0.0649588 Mar 24 15:49:08.097194 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-96726ca1-d54a-4773-b08b-02ef2328b95d req-07a25a5a-8271-4de6-b702-18c1acecd763 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 210 time: 0.0368557 Mar 24 15:49:08.113404 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Allocated IP 172.20.0.2 (81c22b88-f8b6-4403-89ae-b6d6bdb97d7a/0e7f2f8a-5720-4966-90ab-5f9faa93a530/65cfac58-6402-4cc3-b059-33d1527442b6) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:49:08.254402 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 56342) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:08.321055 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cbe90898-5a63-4b03-aec4-582ebde16a20 req-31718893-cdb2-49b5-8857-429c08e4378a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642758 Mar 24 15:49:08.321908 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks [] for port (65cfac58-6402-4cc3-b059-33d1527442b6), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:08.402405 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be021fbe-4979-4db8-9e4e-f77dc7b4f5ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:08.424494 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700b337-a67b-48f1-ba19-f256c84e00b4 req-0afd361d-1d68-49ba-83ac-d1af97fba74d tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:08.425949 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9700b337-a67b-48f1-ba19-f256c84e00b4 req-0afd361d-1d68-49ba-83ac-d1af97fba74d tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 947 time: 0.0952599 Mar 24 15:49:08.495971 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9700b337-a67b-48f1-ba19-f256c84e00b4 req-e7a93ab7-084f-43ab-8ba9-7abb2bd2eb8e tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632348 Mar 24 15:49:08.500146 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:08.566070 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:49:08.572422 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Pushing event updated for resources: {'Port': ['ID=65cfac58-6402-4cc3-b059-33d1527442b6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:08.576481 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:49:08.580852 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:49:08.586067 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:08.586736 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:08.600537 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be021fbe-4979-4db8-9e4e-f77dc7b4f5ba admin admin] Publish callbacks [] for security_group (04432423-0b49-482e-95c9-293b554984f9), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:08.679408 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9d983-c6d9-4bc4-81be-12e4d8d8e3e3 req-20588a12-d504-4340-b747-9db6a1667d45 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:08.681665 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bdd9d983-c6d9-4bc4-81be-12e4d8d8e3e3 req-20588a12-d504-4340-b747-9db6a1667d45 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0538199 Mar 24 15:49:08.698524 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be021fbe-4979-4db8-9e4e-f77dc7b4f5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (04432423-0b49-482e-95c9-293b554984f9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:08.728408 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bdd9d983-c6d9-4bc4-81be-12e4d8d8e3e3 req-f375d443-8179-4ce4-9388-ecc0b63e9dc2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407398 Mar 24 15:49:08.737746 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-be021fbe-4979-4db8-9e4e-f77dc7b4f5ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9b64f193f6443a5a2618bfb2f349135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4822805 Mar 24 15:49:08.738606 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be021fbe-4979-4db8-9e4e-f77dc7b4f5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04432423-0b49-482e-95c9-293b554984f9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:08.741540 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 56350) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:08.776187 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-d4d0f5a2-35af-4e73-83a3-a5589d75da0a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2212484 Mar 24 15:49:08.793707 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd21c4f5-40ef-405b-b4bc-dfc222fe0905 admin admin] Publish callbacks [] for security_group (04432423-0b49-482e-95c9-293b554984f9), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:08.816307 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd21c4f5-40ef-405b-b4bc-dfc222fe0905 admin admin] Publish callbacks [] for security_group (04432423-0b49-482e-95c9-293b554984f9), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:08.966750 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd21c4f5-40ef-405b-b4bc-dfc222fe0905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (04432423-0b49-482e-95c9-293b554984f9), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:08.969289 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd21c4f5-40ef-405b-b4bc-dfc222fe0905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:08.970426 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-cd21c4f5-40ef-405b-b4bc-dfc222fe0905 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04432423-0b49-482e-95c9-293b554984f9 HTTP/1.1" status: 204 len: 168 time: 0.2288499 Mar 24 15:49:08.978970 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21c4f5-40ef-405b-b4bc-dfc222fe0905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04432423-0b49-482e-95c9-293b554984f9,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:09.227843 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f489325-d562-41ee-a3a0-d1c3c2e7ff1d req-fbe79f8f-5cf8-4aa7-857b-979f9171c59e tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:09.229488 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4f489325-d562-41ee-a3a0-d1c3c2e7ff1d req-fbe79f8f-5cf8-4aa7-857b-979f9171c59e tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 931 time: 0.0561371 Mar 24 15:49:09.284636 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4f489325-d562-41ee-a3a0-d1c3c2e7ff1d req-1436de32-0e8e-46d4-8a7f-b2a93a46070b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487187 Mar 24 15:49:09.337040 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device dbb05276-ab88-4390-8f65-42b66b092757 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:49:09.434509 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f5d3b-0a19-4513-b4bc-9e73e91685cd req-00292e24-4920-4d7c-96e5-ca2a43364347 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:09.435946 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-638f5d3b-0a19-4513-b4bc-9e73e91685cd req-00292e24-4920-4d7c-96e5-ca2a43364347 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 943 time: 0.0572648 Mar 24 15:49:09.437749 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port dbb05276-ab88-4390-8f65-42b66b092757, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbb05276-ab88-4390-8f65-42b66b092757,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:09.450460 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': 'dbb05276-ab88-4390-8f65-42b66b092757', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'port_id': 'dbb05276-ab88-4390-8f65-42b66b092757', 'mac_address': 'fa:16:3e:09:a1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:49:09.483029 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-638f5d3b-0a19-4513-b4bc-9e73e91685cd req-df702ba8-6a3e-4d5c-950a-0434a3f61812 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Mar 24 15:49:09.489112 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port dbb05276-ab88-4390-8f65-42b66b092757 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:09.489503 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (dbb05276-ab88-4390-8f65-42b66b092757), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:09.510204 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb05276-ab88-4390-8f65-42b66b092757 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:49:09.534131 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port dbb05276-ab88-4390-8f65-42b66b092757, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbb05276-ab88-4390-8f65-42b66b092757,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:09.596043 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (dbb05276-ab88-4390-8f65-42b66b092757), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:09.614740 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd27812-242a-46ec-9be0-4088cf8dc37e req-6b9513b8-12c9-42eb-9cd5-be186388207a tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:09.616229 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7fd27812-242a-46ec-9be0-4088cf8dc37e req-6b9513b8-12c9-42eb-9cd5-be186388207a tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 947 time: 0.0521376 Mar 24 15:49:09.653808 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=dbb05276-ab88-4390-8f65-42b66b092757,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:09.663997 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 56366) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:09.672166 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7fd27812-242a-46ec-9be0-4088cf8dc37e req-5a5ad9bf-0f81-46d5-9381-f951fb101e51 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487177 Mar 24 15:49:09.680033 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6b326372-6b76-45d5-a113-ee572cd1323f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:09.755335 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6b326372-6b76-45d5-a113-ee572cd1323f admin admin] Publish callbacks [] for security_group (09a66658-994c-4f73-a24e-e4b5b981caaa), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:09.854409 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc3150-169a-4435-856c-0e43528fd105 req-e5ca6ef9-fa22-4456-bc29-2bc9779b7ac0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:09.855902 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9fcc3150-169a-4435-856c-0e43528fd105 req-e5ca6ef9-fa22-4456-bc29-2bc9779b7ac0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0559669 Mar 24 15:49:09.868153 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6b326372-6b76-45d5-a113-ee572cd1323f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (09a66658-994c-4f73-a24e-e4b5b981caaa), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:09.928789 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-6b326372-6b76-45d5-a113-ee572cd1323f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9ca4f9a343e444280717dd6b85579f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608311 Mar 24 15:49:09.929260 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 56372) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:09.931631 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b326372-6b76-45d5-a113-ee572cd1323f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a66658-994c-4f73-a24e-e4b5b981caaa,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:09.941210 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9fcc3150-169a-4435-856c-0e43528fd105 req-bb0e6501-8678-43b3-b901-d4e35c574698 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791833 Mar 24 15:49:09.979864 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e727aa9-d7c1-45ef-bef0-d1e7caac417d admin admin] Publish callbacks [] for security_group (09a66658-994c-4f73-a24e-e4b5b981caaa), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:10.000162 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e727aa9-d7c1-45ef-bef0-d1e7caac417d admin admin] Publish callbacks [] for security_group (09a66658-994c-4f73-a24e-e4b5b981caaa), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:10.117831 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 2f3f1ebf-91bd-44b1-a576-403913464046 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:49:10.122061 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Request body: {'port': {'device_id': '0c023d2a-4259-49fc-94a9-52719d54d093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:49:10.145853 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e727aa9-d7c1-45ef-bef0-d1e7caac417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (09a66658-994c-4f73-a24e-e4b5b981caaa), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:10.148714 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e727aa9-d7c1-45ef-bef0-d1e7caac417d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:10.150794 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-2e727aa9-d7c1-45ef-bef0-d1e7caac417d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09a66658-994c-4f73-a24e-e4b5b981caaa HTTP/1.1" status: 204 len: 168 time: 0.2203598 Mar 24 15:49:10.166159 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e727aa9-d7c1-45ef-bef0-d1e7caac417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a66658-994c-4f73-a24e-e4b5b981caaa,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:10.205732 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:10.259242 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 2f3f1ebf-91bd-44b1-a576-403913464046 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:49:10.263516 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 2f3f1ebf-91bd-44b1-a576-403913464046 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:49:10.269782 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:10.348318 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 2f3f1ebf-91bd-44b1-a576-403913464046 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:10.349064 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:10.386818 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 2f3f1ebf-91bd-44b1-a576-403913464046, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2f3f1ebf-91bd-44b1-a576-403913464046,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:10.387763 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe41a13d-ab88-4d6e-97e9-f8d48909dfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3f1ebf-91bd-44b1-a576-403913464046'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:10.390297 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062978ee-df4b-426f-a9fc-5e92079bbe28" -d '{"events": [{"server_uuid": "fe41a13d-ab88-4d6e-97e9-f8d48909dfd3", "name": "network-vif-plugged", "status": "completed", "tag": "2f3f1ebf-91bd-44b1-a576-403913464046"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:10.426759 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8de983-1d04-45c2-9df0-a39c89afebbe x-openstack-request-id: req-4c8de983-1d04-45c2-9df0-a39c89afebbe {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:10.427086 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe41a13d-ab88-4d6e-97e9-f8d48909dfd3", "name": "network-vif-plugged", "status": "completed", "tag": "2f3f1ebf-91bd-44b1-a576-403913464046", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:10.427392 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c8de983-1d04-45c2-9df0-a39c89afebbe {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:10.427747 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8de983-1d04-45c2-9df0-a39c89afebbe'] response: {'server_uuid': 'fe41a13d-ab88-4d6e-97e9-f8d48909dfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3f1ebf-91bd-44b1-a576-403913464046', 'code': 200} Mar 24 15:49:10.469333 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f568cd-97cc-4132-82d8-ecbadda23284 req-a8226f5a-ac65-4cea-bf7d-807ca51fc36d tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:10.470865 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f6f568cd-97cc-4132-82d8-ecbadda23284 req-a8226f5a-ac65-4cea-bf7d-807ca51fc36d tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 931 time: 0.0922530 Mar 24 15:49:10.498269 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:10.549715 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=2f3f1ebf-91bd-44b1-a576-403913464046,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:10.560657 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f6f568cd-97cc-4132-82d8-ecbadda23284 req-c2c6f7bb-9d9b-480b-8c94-144010bb174e tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837700 Mar 24 15:49:10.567599 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cfac58-6402-4cc3-b059-33d1527442b6 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:49:10.582893 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Publish callbacks [] for port (65cfac58-6402-4cc3-b059-33d1527442b6), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:10.590057 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Transition to ACTIVE for port object 65cfac58-6402-4cc3-b059-33d1527442b6 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:49:10.628568 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d37dc-665c-4cf6-9971-af99f90a260a req-c256302b-49f1-4400-90ab-2071ca1b22ac tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:10.630129 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d07d37dc-665c-4cf6-9971-af99f90a260a req-c256302b-49f1-4400-90ab-2071ca1b22ac tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 944 time: 0.0570726 Mar 24 15:49:10.679823 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d07d37dc-665c-4cf6-9971-af99f90a260a req-0ce0701f-3290-4369-9452-c781c6bee8f3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Mar 24 15:49:10.721518 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:10.803988 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Pushing event updated for resources: {'Port': ['ID=65cfac58-6402-4cc3-b059-33d1527442b6,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:10.847626 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Attempting to bind port 65cfac58-6402-4cc3-b059-33d1527442b6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:49:10.848005 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Attempting to bind port 65cfac58-6402-4cc3-b059-33d1527442b6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ac392268-b7e8-4a90-b67a-47129f610e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:49:10.848345 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Attempting to bind port 65cfac58-6402-4cc3-b059-33d1527442b6 on network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:49:10.860396 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac785f-a794-4d03-a320-077e51a5dc71 req-0f79dbd8-3cf4-40f3-9499-15db11c8c203 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:10.861933 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0cac785f-a794-4d03-a320-077e51a5dc71 req-0f79dbd8-3cf4-40f3-9499-15db11c8c203 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 947 time: 0.1139979 Mar 24 15:49:10.864139 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Port 65cfac58-6402-4cc3-b059-33d1527442b6 on network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:49:10.864469 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Attempting to bind port 65cfac58-6402-4cc3-b059-33d1527442b6 on network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:49:10.875822 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:49:10.876165 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Checking segment: {'id': 'ac392268-b7e8-4a90-b67a-47129f610e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:49:10.876547 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Bound using segment: {'id': 'ac392268-b7e8-4a90-b67a-47129f610e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:49:10.876989 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Bound port: 65cfac58-6402-4cc3-b059-33d1527442b6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac392268-b7e8-4a90-b67a-47129f610e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:49:10.877353 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:10.953929 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0cac785f-a794-4d03-a320-077e51a5dc71 req-f550311b-c742-47ea-89d0-8a8abcbb5063 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861154 Mar 24 15:49:10.970666 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] For port 65cfac58-6402-4cc3-b059-33d1527442b6, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:49:10.973976 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] For port 65cfac58-6402-4cc3-b059-33d1527442b6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=65cfac58-6402-4cc3-b059-33d1527442b6,segment=NetworkSegment(ac392268-b7e8-4a90-b67a-47129f610e84),segment_id=ac392268-b7e8-4a90-b67a-47129f610e84)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:49:11.047709 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:11.085249 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:11.086270 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:11.087959 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] 10.222.0.24 "PUT /v2.0/ports/65cfac58-6402-4cc3-b059-33d1527442b6 HTTP/1.1" status: 200 len: 1093 time: 0.9703591 Mar 24 15:49:11.088532 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c023d2a-4259-49fc-94a9-52719d54d093', 'tag': '65cfac58-6402-4cc3-b059-33d1527442b6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:11.090789 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85612d3f-590f-4b30-9e09-4c0655f65cea" -d '{"events": [{"name": "network-changed", "server_uuid": "0c023d2a-4259-49fc-94a9-52719d54d093", "tag": "65cfac58-6402-4cc3-b059-33d1527442b6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:11.092516 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e70532-a6be-4b22-8c93-e23363fcd0bb req-c7c5b6bc-7214-4630-92f1-cd4cea42fe26 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:11.099205 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-68e70532-a6be-4b22-8c93-e23363fcd0bb req-c7c5b6bc-7214-4630-92f1-cd4cea42fe26 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0790966 Mar 24 15:49:11.126974 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb5e6c-6612-47ac-a975-bdab613cd263 service neutron] Pushing event updated for resources: {'Port': ['ID=65cfac58-6402-4cc3-b059-33d1527442b6,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:11.149102 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7298a9a5-9c6e-44d8-83ef-2a5959a9ad90 x-openstack-request-id: req-7298a9a5-9c6e-44d8-83ef-2a5959a9ad90 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:11.149419 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c023d2a-4259-49fc-94a9-52719d54d093", "tag": "65cfac58-6402-4cc3-b059-33d1527442b6", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:11.149644 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7298a9a5-9c6e-44d8-83ef-2a5959a9ad90 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:11.150065 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7298a9a5-9c6e-44d8-83ef-2a5959a9ad90'] response: {'name': 'network-changed', 'server_uuid': '0c023d2a-4259-49fc-94a9-52719d54d093', 'tag': '65cfac58-6402-4cc3-b059-33d1527442b6', 'status': 'completed', 'code': 200} Mar 24 15:49:11.151682 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-68e70532-a6be-4b22-8c93-e23363fcd0bb req-50692324-0cb5-42cd-b606-47c5b49eb8ad tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512643 Mar 24 15:49:11.237774 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85612d3f-590f-4b30-9e09-4c0655f65cea req-958ce162-3ed8-477f-8419-4eff88089d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:11.239312 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-85612d3f-590f-4b30-9e09-4c0655f65cea req-958ce162-3ed8-477f-8419-4eff88089d8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e31235f2357401a8e524cc3fc2b0ab3&device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 1127 time: 0.0489492 Mar 24 15:49:11.268831 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['dbb05276-ab88-4390-8f65-42b66b092757'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:49:11.344735 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85612d3f-590f-4b30-9e09-4c0655f65cea req-621b5691-9602-47e3-96a6-f0b8a286ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:11.346173 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-85612d3f-590f-4b30-9e09-4c0655f65cea req-621b5691-9602-47e3-96a6-f0b8a286ef80 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e31235f2357401a8e524cc3fc2b0ab3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0981843 Mar 24 15:49:11.505522 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d04d01-f63b-4c6d-979f-c03c1fc2b23a req-05dd153c-999f-43cf-8c2e-a7dc72f59717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:11.507082 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0d04d01-f63b-4c6d-979f-c03c1fc2b23a req-05dd153c-999f-43cf-8c2e-a7dc72f59717 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 1130 time: 0.0815544 Mar 24 15:49:11.509077 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85612d3f-590f-4b30-9e09-4c0655f65cea req-46ba4dcc-aa73-4cc1-96c8-e8ee1eab7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:11.510787 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-85612d3f-590f-4b30-9e09-4c0655f65cea req-46ba4dcc-aa73-4cc1-96c8-e8ee1eab7dfe service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578331 Mar 24 15:49:11.566376 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0d04d01-f63b-4c6d-979f-c03c1fc2b23a req-94f404f2-7716-4d57-af44-6b6cd5fae1f4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484343 Mar 24 15:49:11.603717 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-ab0eb736-f817-4a53-9026-681e3876ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:11.605288 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-ab0eb736-f817-4a53-9026-681e3876ba3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e31235f2357401a8e524cc3fc2b0ab3&device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 1127 time: 0.0507948 Mar 24 15:49:11.641486 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f150b182-f32d-49f2-ae1c-f031774f9db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:11.691505 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d593df-a3d4-4708-b239-588a7bb80af7 req-94594620-1a87-426c-92e1-88f64ebe5377 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:11.693007 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d9d593df-a3d4-4708-b239-588a7bb80af7 req-94594620-1a87-426c-92e1-88f64ebe5377 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 943 time: 0.0599506 Mar 24 15:49:11.750393 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d9d593df-a3d4-4708-b239-588a7bb80af7 req-0ad27e3d-8293-42a0-8efe-7cc59ab72342 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511003 Mar 24 15:49:11.802811 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c40bb-3ff3-4880-8737-f183a97660ef req-2a4be10d-3706-4b0b-8653-48fb631f57e2 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:11.804325 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-035c40bb-3ff3-4880-8737-f183a97660ef req-2a4be10d-3706-4b0b-8653-48fb631f57e2 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 944 time: 0.0544338 Mar 24 15:49:11.823780 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-5182bd15-c285-4352-a8d5-c98c4cd4a83b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65cfac58-6402-4cc3-b059-33d1527442b6 HTTP/1.1" status: 200 len: 217 time: 0.0351915 Mar 24 15:49:11.865281 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-035c40bb-3ff3-4880-8737-f183a97660ef req-9d8abf22-cc0c-470a-9240-9f726ed0f5cd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549343 Mar 24 15:49:11.894473 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-3a5a8fec-739c-4385-a1d5-7dce87ba5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:11.896578 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-3a5a8fec-739c-4385-a1d5-7dce87ba5101 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e7f2f8a-5720-4966-90ab-5f9faa93a530 HTTP/1.1" status: 200 len: 848 time: 0.0651586 Mar 24 15:49:11.927211 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-95581368-05e7-4e8b-8d74-c8a0f5936768 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81c22b88-f8b6-4403-89ae-b6d6bdb97d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243161 Mar 24 15:49:12.022041 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-f9b4f4f4-0567-48f9-9c95-09b32879b8b5 service neutron] 10.222.0.24 "GET /v2.0/networks/81c22b88-f8b6-4403-89ae-b6d6bdb97d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878477 Mar 24 15:49:12.152037 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141ab42-19df-4dd2-920f-adce08ea5c7c req-7825f740-024a-4826-be5b-cb99afb52003 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:12.153668 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5141ab42-19df-4dd2-920f-adce08ea5c7c req-7825f740-024a-4826-be5b-cb99afb52003 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 947 time: 0.1052878 Mar 24 15:49:12.174187 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a6e4a120-7abe-4373-957c-d81e0de314c0 req-cdae4753-d6c8-47bb-b3a9-72101e67a006 service neutron] 10.222.0.24 "GET /v2.0/networks/81c22b88-f8b6-4403-89ae-b6d6bdb97d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442187 Mar 24 15:49:12.215579 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5141ab42-19df-4dd2-920f-adce08ea5c7c req-c8bd4be2-3dfa-40af-ac3d-d0e85e7bccbd tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503488 Mar 24 15:49:12.295050 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68250b5c-8c92-40c4-9b86-730898a3a50a req-9ac5c444-57bf-4de3-aae4-6a1eeb06a94a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:12.296571 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-68250b5c-8c92-40c4-9b86-730898a3a50a req-9ac5c444-57bf-4de3-aae4-6a1eeb06a94a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0558386 Mar 24 15:49:12.350381 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-68250b5c-8c92-40c4-9b86-730898a3a50a req-76f7fe7a-edcb-4ec7-9f41-5194d5c0e30c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471935 Mar 24 15:49:12.859606 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 56448) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:12.876958 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d66463-7fd5-4724-aa42-6197be90261d req-019a3bdf-796d-486c-a163-100d0fcc1bed tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:12.878508 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-17d66463-7fd5-4724-aa42-6197be90261d req-019a3bdf-796d-486c-a163-100d0fcc1bed tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 943 time: 0.0600142 Mar 24 15:49:12.930712 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-17d66463-7fd5-4724-aa42-6197be90261d req-3e50bc95-0cf6-4503-89da-9b74eded90a7 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449386 Mar 24 15:49:12.988443 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 04d16e65-44dd-4979-8ef7-2733062cc8e7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:49:12.989263 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d89f938-1762-4d2b-95f1-c395969471c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:12.991106 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device dbb05276-ab88-4390-8f65-42b66b092757 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:49:13.031863 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1376d-a795-4f48-b86e-3bc5b8f39b59 req-02642249-261a-4978-9050-cf8e82327540 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:13.033418 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bcc1376d-a795-4f48-b86e-3bc5b8f39b59 req-02642249-261a-4978-9050-cf8e82327540 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 944 time: 0.0826557 Mar 24 15:49:13.164217 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bcc1376d-a795-4f48-b86e-3bc5b8f39b59 req-2c746eda-d75c-43ca-aba4-577593e5124c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152668 Mar 24 15:49:13.164346 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 04d16e65-44dd-4979-8ef7-2733062cc8e7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=04d16e65-44dd-4979-8ef7-2733062cc8e7,segment=NetworkSegment(5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58),segment_id=5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:13.170391 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d89f938-1762-4d2b-95f1-c395969471c4 admin admin] Publish callbacks [] for security_group (3df2c8f6-177a-455b-8d7b-7ce126f47cdc), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:13.185836 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '04d16e65-44dd-4979-8ef7-2733062cc8e7', 'network_id': 'd3040619-c796-4cde-87de-0b7fa4de1d8a', 'port_id': '04d16e65-44dd-4979-8ef7-2733062cc8e7', 'mac_address': 'fa:16:3e:8e:14:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288d05c0-8d4a-4c31-8d93-c1c8515a8a53', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:49:13.230947 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 04d16e65-44dd-4979-8ef7-2733062cc8e7 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:13.231339 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:13.246076 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d16e65-44dd-4979-8ef7-2733062cc8e7 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:49:13.247069 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d89f938-1762-4d2b-95f1-c395969471c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (3df2c8f6-177a-455b-8d7b-7ce126f47cdc), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:13.251588 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port dbb05276-ab88-4390-8f65-42b66b092757 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:49:13.259637 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port dbb05276-ab88-4390-8f65-42b66b092757 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:49:13.260023 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (dbb05276-ab88-4390-8f65-42b66b092757), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:13.293580 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 04d16e65-44dd-4979-8ef7-2733062cc8e7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=04d16e65-44dd-4979-8ef7-2733062cc8e7,segment=NetworkSegment(5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58),segment_id=5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:13.307782 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-1d89f938-1762-4d2b-95f1-c395969471c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a2b4df71d374c4a8b2b7949fd739f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4469817 Mar 24 15:49:13.309090 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89f938-1762-4d2b-95f1-c395969471c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df2c8f6-177a-455b-8d7b-7ce126f47cdc,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:13.311501 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 56462) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:13.364946 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port dbb05276-ab88-4390-8f65-42b66b092757 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:13.365581 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (dbb05276-ab88-4390-8f65-42b66b092757), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:13.367153 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b48857-b1a3-4190-b532-44258c8facfd req-d96ec810-dfc3-455d-85b9-9749cdaa0d36 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:13.375249 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-46b48857-b1a3-4190-b532-44258c8facfd req-d96ec810-dfc3-455d-85b9-9749cdaa0d36 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 947 time: 0.0863495 Mar 24 15:49:13.389964 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c600df3e-ed33-41e7-ae16-aa84731f0b58 admin admin] Publish callbacks [] for security_group (3df2c8f6-177a-455b-8d7b-7ce126f47cdc), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:13.391860 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:13.407075 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1245b1-1bfb-4b7c-b338-2acc1a7a6134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb05276-ab88-4390-8f65-42b66b092757'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:13.409552 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3344f1-2341-4762-a7fb-fc7885e414b1" -d '{"events": [{"server_uuid": "2d1245b1-1bfb-4b7c-b338-2acc1a7a6134", "name": "network-vif-plugged", "status": "completed", "tag": "dbb05276-ab88-4390-8f65-42b66b092757"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:13.434786 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-46b48857-b1a3-4190-b532-44258c8facfd req-b21177ea-43ea-4c12-baf3-a8938b0edace tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559134 Mar 24 15:49:13.443269 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c600df3e-ed33-41e7-ae16-aa84731f0b58 admin admin] Publish callbacks [] for security_group (3df2c8f6-177a-455b-8d7b-7ce126f47cdc), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:13.497164 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port dbb05276-ab88-4390-8f65-42b66b092757, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbb05276-ab88-4390-8f65-42b66b092757,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:13.506576 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99bdeaf-30b5-4027-b112-ce5fa8f209ac x-openstack-request-id: req-a99bdeaf-30b5-4027-b112-ce5fa8f209ac {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:13.507545 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1245b1-1bfb-4b7c-b338-2acc1a7a6134", "name": "network-vif-plugged", "status": "completed", "tag": "dbb05276-ab88-4390-8f65-42b66b092757", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:13.507949 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a99bdeaf-30b5-4027-b112-ce5fa8f209ac {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:13.508679 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a99bdeaf-30b5-4027-b112-ce5fa8f209ac'] response: {'server_uuid': '2d1245b1-1bfb-4b7c-b338-2acc1a7a6134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb05276-ab88-4390-8f65-42b66b092757', 'code': 200} Mar 24 15:49:13.512880 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=04d16e65-44dd-4979-8ef7-2733062cc8e7,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:13.555521 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d3350-772c-4662-afb1-65d95fe0339e req-fab95a82-5fec-456f-87b6-0bc9d4ae0c30 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:13.557996 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d57d3350-772c-4662-afb1-65d95fe0339e req-fab95a82-5fec-456f-87b6-0bc9d4ae0c30 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0784678 Mar 24 15:49:13.585410 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (dbb05276-ab88-4390-8f65-42b66b092757), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:13.610315 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d57d3350-772c-4662-afb1-65d95fe0339e req-ed5aecc5-1437-4676-afd9-571260c09de2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454400 Mar 24 15:49:13.644985 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=dbb05276-ab88-4390-8f65-42b66b092757,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:13.654086 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['04d16e65-44dd-4979-8ef7-2733062cc8e7'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:49:13.668676 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c600df3e-ed33-41e7-ae16-aa84731f0b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (3df2c8f6-177a-455b-8d7b-7ce126f47cdc), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:13.671526 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c600df3e-ed33-41e7-ae16-aa84731f0b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:13.675201 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-c600df3e-ed33-41e7-ae16-aa84731f0b58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3df2c8f6-177a-455b-8d7b-7ce126f47cdc HTTP/1.1" status: 204 len: 168 time: 0.3601589 Mar 24 15:49:13.682382 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600df3e-ed33-41e7-ae16-aa84731f0b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df2c8f6-177a-455b-8d7b-7ce126f47cdc,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:13.917165 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-11836417-9da7-437f-bfb5-4a5414a100b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:14.010493 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053d3a4-e355-4f4c-a082-b73a6adcda9a req-809a81eb-e21e-4356-8d3f-0458f45f29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:14.012143 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5053d3a4-e355-4f4c-a082-b73a6adcda9a req-809a81eb-e21e-4356-8d3f-0458f45f29cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 1129 time: 0.0553105 Mar 24 15:49:14.071153 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5053d3a4-e355-4f4c-a082-b73a6adcda9a req-319ce8fe-d104-4229-a072-17984be8ccf2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523739 Mar 24 15:49:14.098043 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df9b7d-da79-4f5a-83f4-b711a1c2e50a req-f05fd6de-bbf6-4296-aa9a-73c313bb8de6 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:14.099813 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c9df9b7d-da79-4f5a-83f4-b711a1c2e50a req-f05fd6de-bbf6-4296-aa9a-73c313bb8de6 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 943 time: 0.0886812 Mar 24 15:49:14.170636 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c9df9b7d-da79-4f5a-83f4-b711a1c2e50a req-8b337473-8a76-4e11-b70e-7e9055bf7957 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628407 Mar 24 15:49:14.183241 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2916d8-e391-483e-9125-1646f0fe38d0 req-fdea400f-03d2-482f-80a4-99c4c2c0e8da tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:14.184769 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ae2916d8-e391-483e-9125-1646f0fe38d0 req-fdea400f-03d2-482f-80a4-99c4c2c0e8da tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0670969 Mar 24 15:49:14.233224 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ae2916d8-e391-483e-9125-1646f0fe38d0 req-318d56e0-6f51-4771-acd6-47a0bbfc8089 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427976 Mar 24 15:49:14.286448 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d164499-4347-4c42-94d7-b0ac10d70625 req-859fa9ea-96a8-4302-af45-91038067d8e6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:14.288339 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6d164499-4347-4c42-94d7-b0ac10d70625 req-859fa9ea-96a8-4302-af45-91038067d8e6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0566211 Mar 24 15:49:14.338298 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6d164499-4347-4c42-94d7-b0ac10d70625 req-f19da04f-0cf4-436c-9aac-475343ebb17d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Mar 24 15:49:14.435448 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 56490) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:14.448417 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1578e7e7-8fee-4c92-b572-2f53acc646a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:14.549709 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1578e7e7-8fee-4c92-b572-2f53acc646a0 admin admin] Publish callbacks [] for security_group (3f74c65b-282b-4417-822e-6c587f19287c), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:14.576719 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39056940-0f14-47fb-bd3f-d544688db62b req-6057c611-81d2-48bc-95f5-77a87b8b01ab tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:14.578302 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-39056940-0f14-47fb-bd3f-d544688db62b req-6057c611-81d2-48bc-95f5-77a87b8b01ab tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 948 time: 0.0687506 Mar 24 15:49:14.625381 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-39056940-0f14-47fb-bd3f-d544688db62b req-68e364c6-d82d-4913-a198-5777aa89debe tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Mar 24 15:49:14.710198 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1578e7e7-8fee-4c92-b572-2f53acc646a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (3f74c65b-282b-4417-822e-6c587f19287c), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:14.747801 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a7a4a-b90e-49d2-b3d4-f4f5ea91050b req-826b7423-31cb-46f2-bcc1-2bad81ae83fe tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:14.748359 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-1578e7e7-8fee-4c92-b572-2f53acc646a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92723418a7df481ab5b92479cdc2e514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116722 Mar 24 15:49:14.749824 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3c2a7a4a-b90e-49d2-b3d4-f4f5ea91050b req-826b7423-31cb-46f2-bcc1-2bad81ae83fe tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0545514 Mar 24 15:49:14.751134 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 56496) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:14.751661 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578e7e7-8fee-4c92-b572-2f53acc646a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f74c65b-282b-4417-822e-6c587f19287c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:14.835350 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3c2a7a4a-b90e-49d2-b3d4-f4f5ea91050b req-a2bbe53c-438f-4948-9b4e-c0a6dc9b7f90 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778217 Mar 24 15:49:14.838120 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a8e6c2d-484f-4fbe-af88-5c4e11dd1b6c admin admin] Publish callbacks [] for security_group (3f74c65b-282b-4417-822e-6c587f19287c), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:14.860667 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a8e6c2d-484f-4fbe-af88-5c4e11dd1b6c admin admin] Publish callbacks [] for security_group (3f74c65b-282b-4417-822e-6c587f19287c), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:14.995344 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a8e6c2d-484f-4fbe-af88-5c4e11dd1b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (3f74c65b-282b-4417-822e-6c587f19287c), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:14.997947 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a8e6c2d-484f-4fbe-af88-5c4e11dd1b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:14.999213 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-8a8e6c2d-484f-4fbe-af88-5c4e11dd1b6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f74c65b-282b-4417-822e-6c587f19287c HTTP/1.1" status: 204 len: 168 time: 0.2471120 Mar 24 15:49:15.001736 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 65cfac58-6402-4cc3-b059-33d1527442b6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:49:15.006153 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 04d16e65-44dd-4979-8ef7-2733062cc8e7 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:49:15.008229 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e6c2d-484f-4fbe-af88-5c4e11dd1b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f74c65b-282b-4417-822e-6c587f19287c,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:15.073473 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:15.163160 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 65cfac58-6402-4cc3-b059-33d1527442b6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=65cfac58-6402-4cc3-b059-33d1527442b6,segment=NetworkSegment(ac392268-b7e8-4a90-b67a-47129f610e84),segment_id=ac392268-b7e8-4a90-b67a-47129f610e84)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:15.174385 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '65cfac58-6402-4cc3-b059-33d1527442b6', 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a', 'port_id': '65cfac58-6402-4cc3-b059-33d1527442b6', 'mac_address': 'fa:16:3e:98:65:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7f2f8a-5720-4966-90ab-5f9faa93a530', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:49:15.218600 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 65cfac58-6402-4cc3-b059-33d1527442b6 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:15.219080 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:15.233650 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cfac58-6402-4cc3-b059-33d1527442b6 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:49:15.247335 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 04d16e65-44dd-4979-8ef7-2733062cc8e7 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:49:15.258198 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 65cfac58-6402-4cc3-b059-33d1527442b6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=65cfac58-6402-4cc3-b059-33d1527442b6,segment=NetworkSegment(ac392268-b7e8-4a90-b67a-47129f610e84),segment_id=ac392268-b7e8-4a90-b67a-47129f610e84)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:15.259356 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 04d16e65-44dd-4979-8ef7-2733062cc8e7 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:49:15.259728 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:15.306227 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258ee5f-be65-4022-92bd-ed3c9c9eff41 req-5113beb0-6ebe-4541-99d7-abea54fb1f5e tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:15.307989 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0258ee5f-be65-4022-92bd-ed3c9c9eff41 req-5113beb0-6ebe-4541-99d7-abea54fb1f5e tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 943 time: 0.0634320 Mar 24 15:49:15.347694 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 04d16e65-44dd-4979-8ef7-2733062cc8e7 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:15.348149 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:15.364481 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0258ee5f-be65-4022-92bd-ed3c9c9eff41 req-7a50a14e-9fe6-4529-8bd3-1a6f98b26ecc tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510094 Mar 24 15:49:15.370465 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:15.375997 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d0f89-3ad3-4777-9f69-9ff6a6af46dd req-e860d663-bb76-4f68-9b75-e18e0541509d tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:15.377626 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8b5d0f89-3ad3-4777-9f69-9ff6a6af46dd req-e860d663-bb76-4f68-9b75-e18e0541509d tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0683584 Mar 24 15:49:15.439345 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8b5d0f89-3ad3-4777-9f69-9ff6a6af46dd req-e5f8c101-f007-4e52-bb64-3f8878fcd7a7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555806 Mar 24 15:49:15.459512 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 04d16e65-44dd-4979-8ef7-2733062cc8e7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=04d16e65-44dd-4979-8ef7-2733062cc8e7,segment=NetworkSegment(5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58),segment_id=5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:15.459512 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=65cfac58-6402-4cc3-b059-33d1527442b6,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:15.500578 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7d04-40c3-4273-a5f2-f895bcdbd69e req-75194097-8b81-42b1-8fee-54a6e954a627 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:15.501425 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bf0b7d04-40c3-4273-a5f2-f895bcdbd69e req-75194097-8b81-42b1-8fee-54a6e954a627 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0567718 Mar 24 15:49:15.510309 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b4512f-141c-4bfa-ab67-43ab8ed6be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d16e65-44dd-4979-8ef7-2733062cc8e7'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:15.513400 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0ea494-fff1-47d9-8e07-6cee14456ccc" -d '{"events": [{"server_uuid": "b6b4512f-141c-4bfa-ab67-43ab8ed6be5c", "name": "network-vif-plugged", "status": "completed", "tag": "04d16e65-44dd-4979-8ef7-2733062cc8e7"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:15.554484 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:15.556112 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bf0b7d04-40c3-4273-a5f2-f895bcdbd69e req-5cfefc1b-9be8-4d6d-9f6a-43bac1d00545 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481770 Mar 24 15:49:15.572913 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d06dd7c-4209-4444-bc51-cd9bcf582dfe x-openstack-request-id: req-1d06dd7c-4209-4444-bc51-cd9bcf582dfe {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:15.573601 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b4512f-141c-4bfa-ab67-43ab8ed6be5c", "name": "network-vif-plugged", "status": "completed", "tag": "04d16e65-44dd-4979-8ef7-2733062cc8e7", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:15.573871 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d06dd7c-4209-4444-bc51-cd9bcf582dfe {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:15.574305 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d06dd7c-4209-4444-bc51-cd9bcf582dfe'] response: {'server_uuid': 'b6b4512f-141c-4bfa-ab67-43ab8ed6be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d16e65-44dd-4979-8ef7-2733062cc8e7', 'code': 200} Mar 24 15:49:15.645524 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=04d16e65-44dd-4979-8ef7-2733062cc8e7,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:15.657544 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['65cfac58-6402-4cc3-b059-33d1527442b6'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:49:15.761311 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec07f52-f13e-429f-96bd-a2559381fb20 req-c4353423-cdd3-49ea-b61f-9d3e32f09f05 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:15.767301 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1ec07f52-f13e-429f-96bd-a2559381fb20 req-c4353423-cdd3-49ea-b61f-9d3e32f09f05 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 949 time: 0.0704937 Mar 24 15:49:15.830390 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1ec07f52-f13e-429f-96bd-a2559381fb20 req-a501a2a1-f2cc-4f0c-83ec-87e87e9d71e4 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589566 Mar 24 15:49:15.970491 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f3dc1-824d-4e00-aabe-a1a8e8d55199 req-2fc51442-84c1-4f64-b098-086162a5126d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:15.972014 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ba4f3dc1-824d-4e00-aabe-a1a8e8d55199 req-2fc51442-84c1-4f64-b098-086162a5126d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0636487 Mar 24 15:49:16.047507 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ba4f3dc1-824d-4e00-aabe-a1a8e8d55199 req-cb5dbde7-5d57-42e4-bf8f-0accab37591e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662088 Mar 24 15:49:16.053317 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f0e04-9d3f-4347-a98b-81d4ea0c1f52 req-d2684a2f-8675-4472-bcd1-254b3e12d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:16.055163 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cb4f0e04-9d3f-4347-a98b-81d4ea0c1f52 req-d2684a2f-8675-4472-bcd1-254b3e12d79b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 1133 time: 0.0820603 Mar 24 15:49:16.113739 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cb4f0e04-9d3f-4347-a98b-81d4ea0c1f52 req-8d7e75a9-94b0-48b7-b1eb-f74afd51cd5d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Mar 24 15:49:16.355751 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:16.490631 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07035-1081-456c-869e-63e65cf12ac3 req-ae559df4-e6bb-4a4f-ab19-d3b427e7fe74 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:16.492146 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-90a07035-1081-456c-869e-63e65cf12ac3 req-ae559df4-e6bb-4a4f-ab19-d3b427e7fe74 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 944 time: 0.0531735 Mar 24 15:49:16.545981 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-90a07035-1081-456c-869e-63e65cf12ac3 req-a65fa3bc-bae0-490c-b088-534203950c3f tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472505 Mar 24 15:49:16.563351 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df0aa0-195a-4b00-b8b2-a61fe0275d97 req-4b758a8d-74fa-4a01-8b24-6cd1490ce6e4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:16.564882 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b9df0aa0-195a-4b00-b8b2-a61fe0275d97 req-4b758a8d-74fa-4a01-8b24-6cd1490ce6e4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0564964 Mar 24 15:49:16.615112 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b9df0aa0-195a-4b00-b8b2-a61fe0275d97 req-5a9d6a2b-178d-4fd5-a3bd-e18b0d7e1647 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438819 Mar 24 15:49:16.674648 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad66b24-9b9c-4727-950f-472fce9f568d req-cdf3788e-38d5-41ab-b045-5421a49e0ef4 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:16.676071 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fad66b24-9b9c-4727-950f-472fce9f568d req-cdf3788e-38d5-41ab-b045-5421a49e0ef4 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0528510 Mar 24 15:49:16.726284 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fad66b24-9b9c-4727-950f-472fce9f568d req-f97af190-ce5c-40b6-a95b-c794c37ae802 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Mar 24 15:49:16.957791 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66007b8-9bc1-468d-87bc-72f3fe522d9e req-371780ef-1104-4411-8a84-beb013142e8f tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:16.959207 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b66007b8-9bc1-468d-87bc-72f3fe522d9e req-371780ef-1104-4411-8a84-beb013142e8f tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 949 time: 0.0607092 Mar 24 15:49:17.006624 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b66007b8-9bc1-468d-87bc-72f3fe522d9e req-0c5c5bdb-3d2f-4d8b-80ed-e95db1820232 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 Mar 24 15:49:17.181079 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1b1e5-96f9-4ed3-a224-a89c265f0fa3 req-11de88f6-7c93-49ce-8181-e58b8b9bc996 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:17.182614 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fdf1b1e5-96f9-4ed3-a224-a89c265f0fa3 req-11de88f6-7c93-49ce-8181-e58b8b9bc996 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0670004 Mar 24 15:49:17.233848 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fdf1b1e5-96f9-4ed3-a224-a89c265f0fa3 req-214db17e-2113-4048-bc61-f3de45b78418 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453024 Mar 24 15:49:17.257384 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9b99b-3596-4ab7-819b-6206dc1f5003 req-de82dc41-b6a6-41bf-b267-99c1ae418509 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:17.259698 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b8a9b99b-3596-4ab7-819b-6206dc1f5003 req-de82dc41-b6a6-41bf-b267-99c1ae418509 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0554328 Mar 24 15:49:17.306443 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b8a9b99b-3596-4ab7-819b-6206dc1f5003 req-5f5c56c9-f997-46f2-b09c-4e98f194c4b8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Mar 24 15:49:17.310281 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 65cfac58-6402-4cc3-b059-33d1527442b6 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:49:17.458324 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 65cfac58-6402-4cc3-b059-33d1527442b6 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:49:17.463905 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 65cfac58-6402-4cc3-b059-33d1527442b6 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:49:17.464386 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:17.545925 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 65cfac58-6402-4cc3-b059-33d1527442b6 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:17.546316 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:17.576334 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c023d2a-4259-49fc-94a9-52719d54d093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cfac58-6402-4cc3-b059-33d1527442b6'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:17.578854 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b4edd7-8f29-4689-b902-3846f7b4204c" -d '{"events": [{"server_uuid": "0c023d2a-4259-49fc-94a9-52719d54d093", "name": "network-vif-plugged", "status": "completed", "tag": "65cfac58-6402-4cc3-b059-33d1527442b6"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:17.584786 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 65cfac58-6402-4cc3-b059-33d1527442b6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=65cfac58-6402-4cc3-b059-33d1527442b6,segment=NetworkSegment(ac392268-b7e8-4a90-b67a-47129f610e84),segment_id=ac392268-b7e8-4a90-b67a-47129f610e84)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:17.614401 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df4f300-0e75-49b5-9ab3-e9263fb17243 x-openstack-request-id: req-5df4f300-0e75-49b5-9ab3-e9263fb17243 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:17.614864 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c023d2a-4259-49fc-94a9-52719d54d093", "name": "network-vif-plugged", "status": "completed", "tag": "65cfac58-6402-4cc3-b059-33d1527442b6", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:17.615130 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5df4f300-0e75-49b5-9ab3-e9263fb17243 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:17.615623 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df4f300-0e75-49b5-9ab3-e9263fb17243'] response: {'server_uuid': '0c023d2a-4259-49fc-94a9-52719d54d093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cfac58-6402-4cc3-b059-33d1527442b6', 'code': 200} Mar 24 15:49:17.666323 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:17.672295 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7e3b5-686c-4dd6-b71e-d929b05ed5a6 req-89d37e54-b7cb-44cf-a610-4ab6627f9cb3 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:17.679285 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0bd7e3b5-686c-4dd6-b71e-d929b05ed5a6 req-89d37e54-b7cb-44cf-a610-4ab6627f9cb3 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 944 time: 0.0650899 Mar 24 15:49:17.731910 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0bd7e3b5-686c-4dd6-b71e-d929b05ed5a6 req-ae0f42c6-bab5-4f5e-8390-359f016e691a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516877 Mar 24 15:49:17.733525 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=65cfac58-6402-4cc3-b059-33d1527442b6,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:17.762151 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9afa-76f4-4905-85c3-cd3d860b1bfc req-64dcad41-b18e-42ea-a6b9-74888c1e7648 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:17.763805 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e6ef9afa-76f4-4905-85c3-cd3d860b1bfc req-64dcad41-b18e-42ea-a6b9-74888c1e7648 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0684972 Mar 24 15:49:17.814370 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e6ef9afa-76f4-4905-85c3-cd3d860b1bfc req-bf5375c6-50f8-43de-bdcb-4276334b4e27 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441122 Mar 24 15:49:17.818340 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:17.981938 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 56586) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:18.085158 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7f2e650-81f7-4fa3-9aea-d21ed8e2b9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:18.123375 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd63ca-52f6-42e1-8f77-65d3ecb401a5 req-35f68a9e-7d78-4a4e-b553-018abb1025de tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:18.124932 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-96bd63ca-52f6-42e1-8f77-65d3ecb401a5 req-35f68a9e-7d78-4a4e-b553-018abb1025de tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 949 time: 0.0538278 Mar 24 15:49:18.160115 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7f2e650-81f7-4fa3-9aea-d21ed8e2b9cf admin admin] Publish callbacks [] for security_group (dd5a87cc-fd83-477b-8f23-3147f5c3dc0d), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:18.172927 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-96bd63ca-52f6-42e1-8f77-65d3ecb401a5 req-88ba037d-09af-4380-8fad-25aa05dfa06b tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Mar 24 15:49:18.213386 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7f2e650-81f7-4fa3-9aea-d21ed8e2b9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (dd5a87cc-fd83-477b-8f23-3147f5c3dc0d), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:18.250563 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2e650-81f7-4fa3-9aea-d21ed8e2b9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a87cc-fd83-477b-8f23-3147f5c3dc0d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:18.254798 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-d7f2e650-81f7-4fa3-9aea-d21ed8e2b9cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c72f9a34a3aa41b4a285a62d4301235c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718208 Mar 24 15:49:18.257916 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 56592) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:18.307244 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-14f8b6c7-4ce6-49b6-9b62-3df6c2f98888 admin admin] Publish callbacks [] for security_group (dd5a87cc-fd83-477b-8f23-3147f5c3dc0d), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:18.355326 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-14f8b6c7-4ce6-49b6-9b62-3df6c2f98888 admin admin] Publish callbacks [] for security_group (dd5a87cc-fd83-477b-8f23-3147f5c3dc0d), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:18.402632 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b361e38-670b-4d78-b6b8-d1daf80c39b3 req-3cf1191e-63a0-44ff-9b61-2699dd7b9943 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:18.404161 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3b361e38-670b-4d78-b6b8-d1daf80c39b3 req-3cf1191e-63a0-44ff-9b61-2699dd7b9943 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0942850 Mar 24 15:49:18.434885 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bb5d6-0aa5-43d6-a9a6-0d058b664d36 req-a43368d9-5f80-4dd3-b5e8-a75564c2997e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:18.436390 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-288bb5d6-0aa5-43d6-a9a6-0d058b664d36 req-a43368d9-5f80-4dd3-b5e8-a75564c2997e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0532646 Mar 24 15:49:18.459584 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3b361e38-670b-4d78-b6b8-d1daf80c39b3 req-052791d1-47f5-4b96-8ef5-b8c2518899d6 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448818 Mar 24 15:49:18.480518 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-14f8b6c7-4ce6-49b6-9b62-3df6c2f98888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (dd5a87cc-fd83-477b-8f23-3147f5c3dc0d), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:18.487951 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-14f8b6c7-4ce6-49b6-9b62-3df6c2f98888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:18.487951 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-14f8b6c7-4ce6-49b6-9b62-3df6c2f98888 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd5a87cc-fd83-477b-8f23-3147f5c3dc0d HTTP/1.1" status: 204 len: 168 time: 0.2261446 Mar 24 15:49:18.488870 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-288bb5d6-0aa5-43d6-a9a6-0d058b664d36 req-ae34225f-8ad9-4b45-9eeb-9b4a13dbc93b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466011 Mar 24 15:49:18.493201 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8b6c7-4ce6-49b6-9b62-3df6c2f98888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a87cc-fd83-477b-8f23-3147f5c3dc0d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:18.860443 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a866101-3b27-4829-a09f-61de98023b44 req-d1a767b6-be09-44c3-99e8-e2bce5fbe554 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:18.861934 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3a866101-3b27-4829-a09f-61de98023b44 req-d1a767b6-be09-44c3-99e8-e2bce5fbe554 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 945 time: 0.0637460 Mar 24 15:49:18.913764 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3a866101-3b27-4829-a09f-61de98023b44 req-c6e500b5-17a3-48e9-aeec-db20a2ca2f1e tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450952 Mar 24 15:49:18.935491 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b480e60-f15a-46c8-85dc-14ac6bea2c07 req-be9af74f-a2a0-4a97-b027-28a1cf62e41f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:18.936999 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6b480e60-f15a-46c8-85dc-14ac6bea2c07 req-be9af74f-a2a0-4a97-b027-28a1cf62e41f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0532265 Mar 24 15:49:18.985335 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6b480e60-f15a-46c8-85dc-14ac6bea2c07 req-a25cb0f4-ee60-45d7-bcca-f87dd5b5a2b5 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426836 Mar 24 15:49:19.068039 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036bd8b-123e-45f1-acf1-26e39cbd4566 req-7de85ae8-165d-424d-9ec3-b3d2d1d485c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:19.069658 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3036bd8b-123e-45f1-acf1-26e39cbd4566 req-7de85ae8-165d-424d-9ec3-b3d2d1d485c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 1129 time: 0.0463881 Mar 24 15:49:19.155362 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 56608) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:19.165476 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036bd8b-123e-45f1-acf1-26e39cbd4566 req-eda73415-6705-4dac-9316-985ec20e441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:19.166984 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3036bd8b-123e-45f1-acf1-26e39cbd4566 req-eda73415-6705-4dac-9316-985ec20e441e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 920 time: 0.0871892 Mar 24 15:49:19.170133 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd6fecdc-aaf2-44f5-934a-16436804cee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:19.214571 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3036bd8b-123e-45f1-acf1-26e39cbd4566 req-b6e7bafb-b237-40ce-8856-928d95183dce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbb05276-ab88-4390-8f65-42b66b092757 HTTP/1.1" status: 200 len: 217 time: 0.0414548 Mar 24 15:49:19.251769 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd6fecdc-aaf2-44f5-934a-16436804cee0 admin admin] Publish callbacks [] for security_group (f9dce109-4b68-421d-a98e-fa154eff0b83), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:19.296371 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036bd8b-123e-45f1-acf1-26e39cbd4566 req-24c1c2f1-15c9-4c07-a8ee-3a58e2efc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:19.297713 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3036bd8b-123e-45f1-acf1-26e39cbd4566 req-24c1c2f1-15c9-4c07-a8ee-3a58e2efc932 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0751400 Mar 24 15:49:19.313455 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9a912-7ba0-4172-807a-4e598345071e req-2a7cd5d8-f384-46b3-9963-8c0c2115d992 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:19.315151 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-aee9a912-7ba0-4172-807a-4e598345071e req-2a7cd5d8-f384-46b3-9963-8c0c2115d992 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 949 time: 0.0649583 Mar 24 15:49:19.371333 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd6fecdc-aaf2-44f5-934a-16436804cee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (f9dce109-4b68-421d-a98e-fa154eff0b83), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:19.410730 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-cd6fecdc-aaf2-44f5-934a-16436804cee0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0bea3923ee240a98e8a95a68d7a9f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539830 Mar 24 15:49:19.411599 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fecdc-aaf2-44f5-934a-16436804cee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dce109-4b68-421d-a98e-fa154eff0b83,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:19.413833 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 56612) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:19.433633 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036bd8b-123e-45f1-acf1-26e39cbd4566 req-0b081110-42ed-4d37-9baf-d259e1974d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:19.433633 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3036bd8b-123e-45f1-acf1-26e39cbd4566 req-0b081110-42ed-4d37-9baf-d259e1974d13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1135118 Mar 24 15:49:19.433633 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-aee9a912-7ba0-4172-807a-4e598345071e req-c603c5a0-5f0d-4c09-9e86-ef466e509c63 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076641 Mar 24 15:49:19.434851 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7aab8e-1266-4f59-b63f-17a9fc310bf1 req-909aade1-4f58-461b-aaf2-9d2e5ad9e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:19.436385 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6f7aab8e-1266-4f59-b63f-17a9fc310bf1 req-909aade1-4f58-461b-aaf2-9d2e5ad9e86a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 1129 time: 0.1124918 Mar 24 15:49:19.476763 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c0a9-31ff-40a2-9267-32e344a6c40d admin admin] Publish callbacks [] for security_group (f9dce109-4b68-421d-a98e-fa154eff0b83), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:19.501166 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c0a9-31ff-40a2-9267-32e344a6c40d admin admin] Publish callbacks [] for security_group (f9dce109-4b68-421d-a98e-fa154eff0b83), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:19.547445 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6f7aab8e-1266-4f59-b63f-17a9fc310bf1 req-1f4a5b73-324c-4779-b199-ea22500b937b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921404 Mar 24 15:49:19.558190 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3036bd8b-123e-45f1-acf1-26e39cbd4566 req-f570175f-55b8-42ba-9e30-4b430ee6b5a6 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208098 Mar 24 15:49:19.599606 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00eb6d-3e6d-4431-afdc-19973420d42b req-6d0784a9-0953-4201-a9c1-c810fc306e89 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:19.601223 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7b00eb6d-3e6d-4431-afdc-19973420d42b req-6d0784a9-0953-4201-a9c1-c810fc306e89 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0586817 Mar 24 15:49:19.621895 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0efd0-dcf3-4a45-9aff-814c5d0dc1b6 req-8d7df685-a53d-41db-947d-3182928d7aed tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:19.623661 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-12c0efd0-dcf3-4a45-9aff-814c5d0dc1b6 req-8d7df685-a53d-41db-947d-3182928d7aed tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0562742 Mar 24 15:49:19.651052 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7b00eb6d-3e6d-4431-afdc-19973420d42b req-15802b81-51a8-4b1c-a32e-f6817c4ae92a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431633 Mar 24 15:49:19.658531 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c0a9-31ff-40a2-9267-32e344a6c40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (f9dce109-4b68-421d-a98e-fa154eff0b83), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:19.661365 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c0a9-31ff-40a2-9267-32e344a6c40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:19.665659 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-f8c5c0a9-31ff-40a2-9267-32e344a6c40d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9dce109-4b68-421d-a98e-fa154eff0b83 HTTP/1.1" status: 204 len: 168 time: 0.2477753 Mar 24 15:49:19.672331 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5c0a9-31ff-40a2-9267-32e344a6c40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dce109-4b68-421d-a98e-fa154eff0b83,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:19.675177 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-12c0efd0-dcf3-4a45-9aff-814c5d0dc1b6 req-02e68083-ef07-434e-a6ee-10e7a064247f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459015 Mar 24 15:49:19.856250 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3036bd8b-123e-45f1-acf1-26e39cbd4566 req-6e0041df-c408-4bbc-be81-7cc4d635c8b7 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887284 Mar 24 15:49:20.068309 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f769a7a-51c6-4d36-bdf7-eb541a4b86d4 req-6966cb83-f871-47b1-94d0-7b839e8954a7 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:20.079847 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8f769a7a-51c6-4d36-bdf7-eb541a4b86d4 req-6966cb83-f871-47b1-94d0-7b839e8954a7 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 945 time: 0.0865202 Mar 24 15:49:20.154192 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8f769a7a-51c6-4d36-bdf7-eb541a4b86d4 req-9a0afb29-3983-49d1-8632-01eb38b30e4a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748441 Mar 24 15:49:20.162429 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbf999-2bda-41e7-baf4-2cfb6f47ca9b req-8d594705-1011-48c9-a332-085f7c5e35f9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:20.164034 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-50dbf999-2bda-41e7-baf4-2cfb6f47ca9b req-8d594705-1011-48c9-a332-085f7c5e35f9 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0726595 Mar 24 15:49:20.230489 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-50dbf999-2bda-41e7-baf4-2cfb6f47ca9b req-1ae8f4bb-665d-44fc-9c0a-f8946ed351dd tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571070 Mar 24 15:49:20.554076 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa07d60-1973-4fcc-a601-9fb7bab0808d req-f7316135-cc68-4d2b-b8e0-edb9ce7ff92d tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:20.555604 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bfa07d60-1973-4fcc-a601-9fb7bab0808d req-f7316135-cc68-4d2b-b8e0-edb9ce7ff92d tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 949 time: 0.0530193 Mar 24 15:49:20.604617 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bfa07d60-1973-4fcc-a601-9fb7bab0808d req-c7f8b2f4-aecd-4836-8348-fdea80f3d6d7 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Mar 24 15:49:20.775810 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdf3a6-130f-4408-8f45-41f326027e45 req-969468db-fa94-4bb6-871f-35a6e8196734 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:20.777291 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2bbdf3a6-130f-4408-8f45-41f326027e45 req-969468db-fa94-4bb6-871f-35a6e8196734 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0549107 Mar 24 15:49:20.829781 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2bbdf3a6-130f-4408-8f45-41f326027e45 req-41699c5d-2d13-4e2c-81e6-56e5c1174f1f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465388 Mar 24 15:49:20.969062 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598784f0-cd18-47b8-ae88-ca3afde0705e req-835360b1-3cac-4a7f-a925-302b918d9543 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:20.970597 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-598784f0-cd18-47b8-ae88-ca3afde0705e req-835360b1-3cac-4a7f-a925-302b918d9543 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0713174 Mar 24 15:49:21.021848 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-598784f0-cd18-47b8-ae88-ca3afde0705e req-c90c85a8-686c-4a36-b1db-f673c0ef167f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Mar 24 15:49:21.140154 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bfe7e-8bd7-46c9-97d5-82daff099803 req-8ec054ac-ec26-4329-b2ef-be0d932d9f01 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:21.141806 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-228bfe7e-8bd7-46c9-97d5-82daff099803 req-8ec054ac-ec26-4329-b2ef-be0d932d9f01 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 949 time: 0.0541728 Mar 24 15:49:21.190133 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-228bfe7e-8bd7-46c9-97d5-82daff099803 req-b20ca659-1d4c-4bb8-9472-ee6f3a90dfc0 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Mar 24 15:49:21.265240 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e90e-0e9c-46c4-a098-0c4d7b4d8a13 req-d4711d48-2b85-4647-b178-48043721f722 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:21.266823 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ae38e90e-0e9c-46c4-a098-0c4d7b4d8a13 req-d4711d48-2b85-4647-b178-48043721f722 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 945 time: 0.0527108 Mar 24 15:49:21.316365 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ae38e90e-0e9c-46c4-a098-0c4d7b4d8a13 req-727f5b27-82f7-44a2-9bab-c7b27688bd2f tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437634 Mar 24 15:49:21.368151 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf118da-01bc-4e45-950f-768934c33f71 req-bcf04128-c147-4530-a8f6-a5ce5c6cdf89 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:21.368428 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4bf118da-01bc-4e45-950f-768934c33f71 req-bcf04128-c147-4530-a8f6-a5ce5c6cdf89 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0567610 Mar 24 15:49:21.415164 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4bf118da-01bc-4e45-950f-768934c33f71 req-f8c02ebd-a0a9-4cb0-b623-152050b0a30d tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408707 Mar 24 15:49:21.616656 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:49:21.976768 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821a5fd-1ee5-4297-825f-e38a701d0f1c req-e5673ef2-197f-407d-986a-6b764520aec1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:21.978276 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4821a5fd-1ee5-4297-825f-e38a701d0f1c req-e5673ef2-197f-407d-986a-6b764520aec1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0632663 Mar 24 15:49:22.035762 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4821a5fd-1ee5-4297-825f-e38a701d0f1c req-0453c75a-3ed9-4a44-80af-7c7904fc43e3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487416 Mar 24 15:49:22.163971 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3012c2e-a078-4a86-8d42-c3d5662ed6b7 req-eca0233b-3b90-43c4-a9ea-d4fa3459f346 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:22.165510 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f3012c2e-a078-4a86-8d42-c3d5662ed6b7 req-eca0233b-3b90-43c4-a9ea-d4fa3459f346 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0722027 Mar 24 15:49:22.215573 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f3012c2e-a078-4a86-8d42-c3d5662ed6b7 req-f72c6317-78e4-487e-b6d0-26f9734f68e8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437572 Mar 24 15:49:22.334950 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df97d7-d7df-45cc-afd2-f76d9c944855 req-94c970b9-42fd-4414-9396-0b349cdd5f31 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:22.340339 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a7df97d7-d7df-45cc-afd2-f76d9c944855 req-94c970b9-42fd-4414-9396-0b349cdd5f31 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 949 time: 0.0685458 Mar 24 15:49:22.397724 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a7df97d7-d7df-45cc-afd2-f76d9c944855 req-fcb4ce89-ce07-4628-a084-128a22425083 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530815 Mar 24 15:49:22.551613 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c1289-afc4-4159-8e9e-7cd01961dcd4 req-25b6c966-aa39-42eb-8d76-0858ccb07369 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:22.553084 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f77c1289-afc4-4159-8e9e-7cd01961dcd4 req-25b6c966-aa39-42eb-8d76-0858ccb07369 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0598347 Mar 24 15:49:22.619570 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f77c1289-afc4-4159-8e9e-7cd01961dcd4 req-9d5b909c-4d79-44a6-a659-fd72f73bba61 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595286 Mar 24 15:49:22.789613 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515daab9-04e9-42c5-b63d-6914316685b6 req-9a64b089-1f3a-42d3-84bd-9a60f4837020 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:22.791533 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-515daab9-04e9-42c5-b63d-6914316685b6 req-9a64b089-1f3a-42d3-84bd-9a60f4837020 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 945 time: 0.0601263 Mar 24 15:49:22.815942 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d45b56-16b9-47fe-9fda-15f7f2ef867f req-a3036784-c334-4b0f-9d3d-1b209e006ed6 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:22.815942 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-80d45b56-16b9-47fe-9fda-15f7f2ef867f req-a3036784-c334-4b0f-9d3d-1b209e006ed6 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 949 time: 0.0624201 Mar 24 15:49:22.846012 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-515daab9-04e9-42c5-b63d-6914316685b6 req-f4b291b4-582b-4744-a2a7-6e6f96b8325a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483646 Mar 24 15:49:22.990770 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-80d45b56-16b9-47fe-9fda-15f7f2ef867f req-0aa8eb2c-cc9f-49ef-9dfa-176662562daa tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Deleting port 04d16e65-44dd-4979-8ef7-2733062cc8e7 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:49:22.991357 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-80d45b56-16b9-47fe-9fda-15f7f2ef867f req-0aa8eb2c-cc9f-49ef-9dfa-176662562daa tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:23.090849 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-80d45b56-16b9-47fe-9fda-15f7f2ef867f req-0aa8eb2c-cc9f-49ef-9dfa-176662562daa tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] For port 04d16e65-44dd-4979-8ef7-2733062cc8e7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=04d16e65-44dd-4979-8ef7-2733062cc8e7,segment=NetworkSegment(5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58),segment_id=5a9ecfac-bb0c-4fc5-a5ff-ab24f3524e58)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:23.091220 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-80d45b56-16b9-47fe-9fda-15f7f2ef867f req-0aa8eb2c-cc9f-49ef-9dfa-176662562daa tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:23.111069 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-80d45b56-16b9-47fe-9fda-15f7f2ef867f req-0aa8eb2c-cc9f-49ef-9dfa-176662562daa tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Calling delete_port for 04d16e65-44dd-4979-8ef7-2733062cc8e7 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:49:23.347629 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11962812-75fb-4979-a4c7-6d3894c8b8c4 req-a6f7b78c-a31c-4a4b-9de4-5dae0144bf9e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:23.349383 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-11962812-75fb-4979-a4c7-6d3894c8b8c4 req-a6f7b78c-a31c-4a4b-9de4-5dae0144bf9e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0611587 Mar 24 15:49:23.399632 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-11962812-75fb-4979-a4c7-6d3894c8b8c4 req-6ac6096a-55a4-4187-8a8a-5ef513a4e233 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438056 Mar 24 15:49:23.482603 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c02b9-0849-4926-ab1e-e58c15ece9a5 req-e6a9c9cd-5833-4615-9498-8e11be7532f7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:23.484127 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-093c02b9-0849-4926-ab1e-e58c15ece9a5 req-e6a9c9cd-5833-4615-9498-8e11be7532f7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.3698604 Mar 24 15:49:23.523406 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6aae6-77e7-4177-9f96-ef551e789a98 req-a9966368-4805-4f4d-aaee-bca10e563325 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:23.525541 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6ab6aae6-77e7-4177-9f96-ef551e789a98 req-a9966368-4805-4f4d-aaee-bca10e563325 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 949 time: 0.0572803 Mar 24 15:49:23.567252 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-093c02b9-0849-4926-ab1e-e58c15ece9a5 req-5344134d-6518-48f7-a5fc-cb648007282c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741966 Mar 24 15:49:23.574402 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6ab6aae6-77e7-4177-9f96-ef551e789a98 req-c4284fb4-8feb-42cb-9a8e-daa404f2b0f3 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/security-groups?id=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Mar 24 15:49:23.658447 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-80d45b56-16b9-47fe-9fda-15f7f2ef867f req-0aa8eb2c-cc9f-49ef-9dfa-176662562daa tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (04d16e65-44dd-4979-8ef7-2733062cc8e7), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:23.674027 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['04d16e65-44dd-4979-8ef7-2733062cc8e7'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:49:23.702418 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8eb2c-cc9f-49ef-9dfa-176662562daa tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Pushing event deleted for resources: {'Port': ['ID=04d16e65-44dd-4979-8ef7-2733062cc8e7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:23.818814 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d45b56-16b9-47fe-9fda-15f7f2ef867f req-0aa8eb2c-cc9f-49ef-9dfa-176662562daa tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] No DVR routers for this DVR port 04d16e65-44dd-4979-8ef7-2733062cc8e7 on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:49:23.825447 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-80d45b56-16b9-47fe-9fda-15f7f2ef867f req-0aa8eb2c-cc9f-49ef-9dfa-176662562daa tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:23.830057 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-80d45b56-16b9-47fe-9fda-15f7f2ef867f req-0aa8eb2c-cc9f-49ef-9dfa-176662562daa tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.24 "DELETE /v2.0/ports/04d16e65-44dd-4979-8ef7-2733062cc8e7 HTTP/1.1" status: 204 len: 173 time: 0.9961770 Mar 24 15:49:23.830586 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b4512f-141c-4bfa-ab67-43ab8ed6be5c', 'name': 'network-vif-deleted', 'tag': '04d16e65-44dd-4979-8ef7-2733062cc8e7'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:23.833533 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cfff5f-09c2-4faa-8791-7630d1af61f3" -d '{"events": [{"server_uuid": "b6b4512f-141c-4bfa-ab67-43ab8ed6be5c", "name": "network-vif-deleted", "tag": "04d16e65-44dd-4979-8ef7-2733062cc8e7"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:23.859927 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb55a6-c812-4515-ae58-46410b70f949 req-62aba225-1462-4f77-8958-94f98416aafa tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:23.861453 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04fb55a6-c812-4515-ae58-46410b70f949 req-62aba225-1462-4f77-8958-94f98416aafa tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1658647 Mar 24 15:49:23.896956 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6c8576-ce3f-4e0e-80f0-8b01dc076d16 x-openstack-request-id: req-9d6c8576-ce3f-4e0e-80f0-8b01dc076d16 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:23.897698 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b4512f-141c-4bfa-ab67-43ab8ed6be5c", "name": "network-vif-deleted", "tag": "04d16e65-44dd-4979-8ef7-2733062cc8e7", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:23.898005 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d6c8576-ce3f-4e0e-80f0-8b01dc076d16 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:23.898737 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6c8576-ce3f-4e0e-80f0-8b01dc076d16'] response: {'server_uuid': 'b6b4512f-141c-4bfa-ab67-43ab8ed6be5c', 'name': 'network-vif-deleted', 'tag': '04d16e65-44dd-4979-8ef7-2733062cc8e7', 'status': 'completed', 'code': 200} Mar 24 15:49:23.929525 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04fb55a6-c812-4515-ae58-46410b70f949 req-09b354f4-527b-4374-abba-43d9c7d5ef18 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577307 Mar 24 15:49:24.003093 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc401d-d5b7-4d40-9814-a9c0ad85879b req-22c7ba79-b431-47ae-8416-d28632cc700d tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:24.004612 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3efc401d-d5b7-4d40-9814-a9c0ad85879b req-22c7ba79-b431-47ae-8416-d28632cc700d tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 945 time: 0.0549276 Mar 24 15:49:24.052530 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3efc401d-d5b7-4d40-9814-a9c0ad85879b req-9195339e-2db0-4e75-ad48-28bf9618f86a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420854 Mar 24 15:49:24.528410 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b21b2-a2d8-4a03-a735-67155e483d3d req-764ed074-4f88-4772-b5f0-cd3934ccf20c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:24.528410 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f05b21b2-a2d8-4a03-a735-67155e483d3d req-764ed074-4f88-4772-b5f0-cd3934ccf20c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0542142 Mar 24 15:49:24.592182 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f05b21b2-a2d8-4a03-a735-67155e483d3d req-bfbc6eb7-dd4e-485b-a726-e5a437598737 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572631 Mar 24 15:49:24.685732 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-abbb9e07-f15b-4068-aa86-e0f0e2be66dc req-0c328987-9bb8-438d-876a-0ac142a666fb tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 210 time: 0.0270047 Mar 24 15:49:24.698531 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d8673-f3cc-4cf8-b2ec-b27035770bf3 req-386fa479-567d-41be-b596-ccb52923d871 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:24.700070 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cc8d8673-f3cc-4cf8-b2ec-b27035770bf3 req-386fa479-567d-41be-b596-ccb52923d871 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0589335 Mar 24 15:49:24.746839 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cc8d8673-f3cc-4cf8-b2ec-b27035770bf3 req-432f85c8-2727-46ec-95b0-afef9fab8d72 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411868 Mar 24 15:49:25.066346 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f8e0d-a0f1-4ca1-a1d0-b29e5a3e3c2b req-ac9a470e-6e46-49d8-a748-c29098953487 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:25.068411 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-438f8e0d-a0f1-4ca1-a1d0-b29e5a3e3c2b req-ac9a470e-6e46-49d8-a748-c29098953487 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0597870 Mar 24 15:49:25.126223 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-438f8e0d-a0f1-4ca1-a1d0-b29e5a3e3c2b req-ecc09541-abad-4ba5-be80-cc7bf1345189 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513623 Mar 24 15:49:25.172981 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca14f3-35c4-4555-8026-974990d1c521 req-0b16babe-2314-4107-96c6-42856901bcf3 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:25.174460 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f5ca14f3-35c4-4555-8026-974990d1c521 req-0b16babe-2314-4107-96c6-42856901bcf3 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 945 time: 0.0561485 Mar 24 15:49:25.222758 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f5ca14f3-35c4-4555-8026-974990d1c521 req-0a503832-62a1-494c-92f1-73df7272810d tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Mar 24 15:49:25.717547 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd5383-3abe-4fc5-813c-1636a9affbdb req-14063735-5564-40d5-93c2-00631c4ce7da tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:25.719434 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e6dd5383-3abe-4fc5-813c-1636a9affbdb req-14063735-5564-40d5-93c2-00631c4ce7da tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0522852 Mar 24 15:49:25.767176 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e6dd5383-3abe-4fc5-813c-1636a9affbdb req-9e9db92e-f794-4c15-9604-d9fdce34e68f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Mar 24 15:49:25.789634 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7404e939-5b4e-4f6d-90b0-a2ea03931afa req-f71088b9-0b1f-4531-b7b5-bc706360705d tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 210 time: 0.0317502 Mar 24 15:49:25.875922 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efbee7-58ad-44b5-8990-b7f4b1b0d723 req-e2d0ed8a-b1c6-46e0-a7ad-98180123b252 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:25.877341 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e0efbee7-58ad-44b5-8990-b7f4b1b0d723 req-e2d0ed8a-b1c6-46e0-a7ad-98180123b252 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0533881 Mar 24 15:49:25.925782 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e0efbee7-58ad-44b5-8990-b7f4b1b0d723 req-a03c29b2-aa6f-47d1-b20b-53317a2595c8 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405698 Mar 24 15:49:26.250411 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df76f2e-7399-43e8-9aeb-993433d7c406 req-1ab9fc14-a692-4133-a853-f445837cbe51 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:26.252208 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3df76f2e-7399-43e8-9aeb-993433d7c406 req-1ab9fc14-a692-4133-a853-f445837cbe51 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0590067 Mar 24 15:49:26.299035 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3df76f2e-7399-43e8-9aeb-993433d7c406 req-620fda4d-8d06-4960-8ec6-752f4e274638 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412431 Mar 24 15:49:26.347437 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6cb6-468d-4f6e-a287-6f27cffd0d89 req-3915cc94-267b-43f1-85ad-253eb258804f tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:26.349436 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe8a6cb6-468d-4f6e-a287-6f27cffd0d89 req-3915cc94-267b-43f1-85ad-253eb258804f tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 945 time: 0.0597286 Mar 24 15:49:26.406052 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe8a6cb6-468d-4f6e-a287-6f27cffd0d89 req-1efc97ea-7c2b-432a-b5c9-d381a63416c5 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478098 Mar 24 15:49:26.798285 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device a0156e1e-f614-4d1e-9e39-597c366a61d0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:49:26.896915 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea8d13-7136-45eb-95a6-4eda6599062b req-9e35b4f4-4ebb-4bdb-85bf-e833df4e8e3a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:26.898868 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-65ea8d13-7136-45eb-95a6-4eda6599062b req-9e35b4f4-4ebb-4bdb-85bf-e833df4e8e3a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0622683 Mar 24 15:49:26.901177 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:26.916941 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'port_id': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'mac_address': 'fa:16:3e:f5:f5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:49:26.921658 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3c210e13-c285-4ed6-9b4c-a34c46db6091 req-6988cb46-ef91-4aa1-b6e7-7a5c0ab23c41 tempest-VolumesNegativeTest-1287481151 tempest-VolumesNegativeTest-1287481151-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b4512f-141c-4bfa-ab67-43ab8ed6be5c HTTP/1.1" status: 200 len: 210 time: 0.0380392 Mar 24 15:49:26.950928 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-65ea8d13-7136-45eb-95a6-4eda6599062b req-89f4eda5-d261-4a00-bb8f-4964627e7362 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450721 Mar 24 15:49:26.959790 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port a0156e1e-f614-4d1e-9e39-597c366a61d0 is: ACTIVE; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:26.960967 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:26.977266 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0156e1e-f614-4d1e-9e39-597c366a61d0 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:49:27.002759 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:27.058192 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:27.060935 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ec4a1-4b89-43de-88ba-64bb671ca0f6 req-26209797-0f39-428c-9c2d-d720d74681d9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:27.062427 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b51ec4a1-4b89-43de-88ba-64bb671ca0f6 req-26209797-0f39-428c-9c2d-d720d74681d9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0543890 Mar 24 15:49:27.110738 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=a0156e1e-f614-4d1e-9e39-597c366a61d0,revision_number=6']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:27.116110 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b51ec4a1-4b89-43de-88ba-64bb671ca0f6 req-53489722-c699-4d56-808f-c8b4334bfd28 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478039 Mar 24 15:49:27.216899 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['a0156e1e-f614-4d1e-9e39-597c366a61d0'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:49:27.427507 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53807ee6-8665-4b12-a7e2-f30d4399b556 req-1b542731-0b43-4249-8d3d-9ce4f48d6e0e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:27.427507 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-53807ee6-8665-4b12-a7e2-f30d4399b556 req-1b542731-0b43-4249-8d3d-9ce4f48d6e0e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0538325 Mar 24 15:49:27.482608 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-53807ee6-8665-4b12-a7e2-f30d4399b556 req-8acc4e2e-b763-4ddd-9b4c-7c62c95ebb79 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483685 Mar 24 15:49:27.606001 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1d3d8-f6ce-4396-9ccb-d7a397357633 req-fa361074-6140-4820-9c88-47638d3f1965 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:27.607469 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5c1d3d8-f6ce-4396-9ccb-d7a397357633 req-fa361074-6140-4820-9c88-47638d3f1965 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 945 time: 0.1072567 Mar 24 15:49:27.614594 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23710d-5b7f-4cf0-9c90-4b20b4832ee2 req-b1fb182f-e5dd-4abe-8454-2ea50bda3e6f tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:27.615998 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-df23710d-5b7f-4cf0-9c90-4b20b4832ee2 req-b1fb182f-e5dd-4abe-8454-2ea50bda3e6f tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 945 time: 0.1276042 Mar 24 15:49:27.740360 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5c1d3d8-f6ce-4396-9ccb-d7a397357633 req-d3696932-d33d-47c6-be8b-4b05b56dc681 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232092 Mar 24 15:49:27.791544 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-df23710d-5b7f-4cf0-9c90-4b20b4832ee2 req-82335834-2bfc-4ecd-bb98-eba7b0b6940b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Deleting port 65cfac58-6402-4cc3-b059-33d1527442b6 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:49:27.792114 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-df23710d-5b7f-4cf0-9c90-4b20b4832ee2 req-82335834-2bfc-4ecd-bb98-eba7b0b6940b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:27.886138 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device a0156e1e-f614-4d1e-9e39-597c366a61d0 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:49:27.916021 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-df23710d-5b7f-4cf0-9c90-4b20b4832ee2 req-82335834-2bfc-4ecd-bb98-eba7b0b6940b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] For port 65cfac58-6402-4cc3-b059-33d1527442b6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=65cfac58-6402-4cc3-b059-33d1527442b6,segment=NetworkSegment(ac392268-b7e8-4a90-b67a-47129f610e84),segment_id=ac392268-b7e8-4a90-b67a-47129f610e84)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:27.916535 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-df23710d-5b7f-4cf0-9c90-4b20b4832ee2 req-82335834-2bfc-4ecd-bb98-eba7b0b6940b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:27.949169 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-df23710d-5b7f-4cf0-9c90-4b20b4832ee2 req-82335834-2bfc-4ecd-bb98-eba7b0b6940b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Calling delete_port for 65cfac58-6402-4cc3-b059-33d1527442b6 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:49:27.953647 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port a0156e1e-f614-4d1e-9e39-597c366a61d0 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:49:27.954269 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:28.076655 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port a0156e1e-f614-4d1e-9e39-597c366a61d0 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:28.077042 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:28.107890 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:28.110310 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46004b7-3d65-4f79-80ce-9cd944258e18" -d '{"events": [{"server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "name": "network-vif-plugged", "status": "completed", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:28.131330 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:28.176009 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b35076b-4ff8-40ef-a6a4-7f991ebd6fe7 x-openstack-request-id: req-0b35076b-4ff8-40ef-a6a4-7f991ebd6fe7 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:28.178179 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "name": "network-vif-plugged", "status": "completed", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:28.178540 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b35076b-4ff8-40ef-a6a4-7f991ebd6fe7 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:28.179049 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b35076b-4ff8-40ef-a6a4-7f991ebd6fe7'] response: {'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'code': 200} Mar 24 15:49:28.196127 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:28.197378 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 04d16e65-44dd-4979-8ef7-2733062cc8e7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:49:28.214801 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2521859-cc28-43c7-aa22-0ff4bc51590d req-4f824d5a-20df-4118-b60e-e2a2b1bccf72 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:28.216477 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c2521859-cc28-43c7-aa22-0ff4bc51590d req-4f824d5a-20df-4118-b60e-e2a2b1bccf72 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.1193871 Mar 24 15:49:28.233836 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 04d16e65-44dd-4979-8ef7-2733062cc8e7 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:49:28.234310 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 04d16e65-44dd-4979-8ef7-2733062cc8e7 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:49:28.285333 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92de93-2cfe-4777-b763-0d379d70fb17 req-99d97b17-0d58-4790-b542-4b657121e42a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:28.304113 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb92de93-2cfe-4777-b763-0d379d70fb17 req-99d97b17-0d58-4790-b542-4b657121e42a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0796776 Mar 24 15:49:28.328400 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c2521859-cc28-43c7-aa22-0ff4bc51590d req-8a46b1ed-4ebe-47fc-81e5-59daa4ebccf8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877421 Mar 24 15:49:28.328802 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=a0156e1e-f614-4d1e-9e39-597c366a61d0,revision_number=7']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:28.355922 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-df23710d-5b7f-4cf0-9c90-4b20b4832ee2 req-82335834-2bfc-4ecd-bb98-eba7b0b6940b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (65cfac58-6402-4cc3-b059-33d1527442b6), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:28.379391 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['65cfac58-6402-4cc3-b059-33d1527442b6'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:49:28.399386 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fb92de93-2cfe-4777-b763-0d379d70fb17 req-0e702e39-cafd-4c69-8684-8576b178d1bd tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907147 Mar 24 15:49:28.413391 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82335834-2bfc-4ecd-bb98-eba7b0b6940b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Pushing event deleted for resources: {'Port': ['ID=65cfac58-6402-4cc3-b059-33d1527442b6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:28.429123 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 56840) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:28.461082 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-df23710d-5b7f-4cf0-9c90-4b20b4832ee2 req-82335834-2bfc-4ecd-bb98-eba7b0b6940b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] No DVR routers for this DVR port 65cfac58-6402-4cc3-b059-33d1527442b6 on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:49:28.466454 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-df23710d-5b7f-4cf0-9c90-4b20b4832ee2 req-82335834-2bfc-4ecd-bb98-eba7b0b6940b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:28.471501 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-df23710d-5b7f-4cf0-9c90-4b20b4832ee2 req-82335834-2bfc-4ecd-bb98-eba7b0b6940b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.24 "DELETE /v2.0/ports/65cfac58-6402-4cc3-b059-33d1527442b6 HTTP/1.1" status: 204 len: 173 time: 0.8480723 Mar 24 15:49:28.472133 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c023d2a-4259-49fc-94a9-52719d54d093', 'name': 'network-vif-deleted', 'tag': '65cfac58-6402-4cc3-b059-33d1527442b6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:28.474435 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3acd40-a9b0-467c-ac04-d21c887522f1" -d '{"events": [{"server_uuid": "0c023d2a-4259-49fc-94a9-52719d54d093", "name": "network-vif-deleted", "tag": "65cfac58-6402-4cc3-b059-33d1527442b6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:28.533033 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2846435f-862d-415f-8827-ef21544c69e5 x-openstack-request-id: req-2846435f-862d-415f-8827-ef21544c69e5 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:28.533347 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c023d2a-4259-49fc-94a9-52719d54d093", "name": "network-vif-deleted", "tag": "65cfac58-6402-4cc3-b059-33d1527442b6", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:28.533729 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2846435f-862d-415f-8827-ef21544c69e5 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:28.534244 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2846435f-862d-415f-8827-ef21544c69e5'] response: {'server_uuid': '0c023d2a-4259-49fc-94a9-52719d54d093', 'name': 'network-vif-deleted', 'tag': '65cfac58-6402-4cc3-b059-33d1527442b6', 'status': 'completed', 'code': 200} Mar 24 15:49:28.674362 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0d4acf3f-eeb8-4354-b264-7fe81955e2aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:28.684555 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f5c95-5830-440f-99cd-197bab021eb1 req-4220622c-b9b3-46b3-9d8a-7f21770024f1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:28.686219 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4a4f5c95-5830-440f-99cd-197bab021eb1 req-4220622c-b9b3-46b3-9d8a-7f21770024f1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1121044 Mar 24 15:49:28.783191 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4a4f5c95-5830-440f-99cd-197bab021eb1 req-43805085-7f0c-4d88-bbc6-92faf4ebf882 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868058 Mar 24 15:49:28.891515 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0d4acf3f-eeb8-4354-b264-7fe81955e2aa admin admin] Publish callbacks [] for security_group (39668161-26c0-486f-b408-b6b05671321e), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:28.903666 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ac530824-ccbc-466e-b6a1-8f8699b455f5 req-2f5f98c8-0be8-455b-9e3c-c4aa31511f67 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 210 time: 0.0473876 Mar 24 15:49:29.013627 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0d4acf3f-eeb8-4354-b264-7fe81955e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (39668161-26c0-486f-b408-b6b05671321e), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:29.073970 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 56880) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:29.074666 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-0d4acf3f-eeb8-4354-b264-7fe81955e2aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f09d8a534ec4796bd1f7c5e6e0ec6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6435838 Mar 24 15:49:29.075194 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4acf3f-eeb8-4354-b264-7fe81955e2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39668161-26c0-486f-b408-b6b05671321e,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:29.157169 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4d9a51d-f487-4143-97c1-58203753a37a admin admin] Publish callbacks [] for security_group (39668161-26c0-486f-b408-b6b05671321e), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:29.182550 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4d9a51d-f487-4143-97c1-58203753a37a admin admin] Publish callbacks [] for security_group (39668161-26c0-486f-b408-b6b05671321e), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:29.326928 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4d9a51d-f487-4143-97c1-58203753a37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (39668161-26c0-486f-b408-b6b05671321e), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:29.326928 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4d9a51d-f487-4143-97c1-58203753a37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:29.351796 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b4d9a51d-f487-4143-97c1-58203753a37a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39668161-26c0-486f-b408-b6b05671321e HTTP/1.1" status: 204 len: 168 time: 0.2512591 Mar 24 15:49:29.351796 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9a51d-f487-4143-97c1-58203753a37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39668161-26c0-486f-b408-b6b05671321e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:29.560298 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45043a-d90f-4ab9-b7e0-446072a79b78 req-f066800f-a124-42b7-834d-6435a72031e0 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:29.571278 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cd45043a-d90f-4ab9-b7e0-446072a79b78 req-f066800f-a124-42b7-834d-6435a72031e0 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.1049585 Mar 24 15:49:29.608898 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebadba-71a8-4970-8631-d57a6c8610e6 req-7e692876-55d2-43bc-a785-a43c01a9ffd9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:29.617534 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-48ebadba-71a8-4970-8631-d57a6c8610e6 req-7e692876-55d2-43bc-a785-a43c01a9ffd9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0938358 Mar 24 15:49:29.637178 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cd45043a-d90f-4ab9-b7e0-446072a79b78 req-8769f9fe-88ec-4bfa-b9ab-f035c85162d9 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637107 Mar 24 15:49:29.692170 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-48ebadba-71a8-4970-8631-d57a6c8610e6 req-9545a388-56b6-413f-aae0-18a126c19425 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717444 Mar 24 15:49:29.955308 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fb92b-8286-40d7-ad2d-ef2f75c2539e req-8c55ee3a-c32a-4e0c-8e8a-82e91f203dad tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:29.957496 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-af0fb92b-8286-40d7-ad2d-ef2f75c2539e req-8c55ee3a-c32a-4e0c-8e8a-82e91f203dad tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0727770 Mar 24 15:49:30.097544 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-007b6d95-a3ac-4ebe-afea-7a7f4473a047 req-5da77c9c-58f8-4943-8d1a-d372b6fc348b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c023d2a-4259-49fc-94a9-52719d54d093 HTTP/1.1" status: 200 len: 210 time: 0.0420320 Mar 24 15:49:30.112330 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-af0fb92b-8286-40d7-ad2d-ef2f75c2539e req-4a002845-bd4c-443a-a6c6-220db0aca673 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413527 Mar 24 15:49:30.799067 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0697b-a754-4ceb-b3ee-8a63e015da5b req-c73c1780-5ab0-4010-b15b-25900e2cec41 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:30.801245 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1ce0697b-a754-4ceb-b3ee-8a63e015da5b req-c73c1780-5ab0-4010-b15b-25900e2cec41 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0946424 Mar 24 15:49:30.884835 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1ce0697b-a754-4ceb-b3ee-8a63e015da5b req-233185e5-be9a-43fd-9ed6-c514d6c3443f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760705 Mar 24 15:49:30.922492 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462de575-b6b7-40e6-b2ff-add7902c3d7e req-8f190eed-83db-4bae-b24f-5b391d358797 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:30.931353 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-462de575-b6b7-40e6-b2ff-add7902c3d7e req-8f190eed-83db-4bae-b24f-5b391d358797 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.1014576 Mar 24 15:49:30.977343 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-462de575-b6b7-40e6-b2ff-add7902c3d7e req-6eaf49f0-2c74-46bf-bc16-651f0c2d5db1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451264 Mar 24 15:49:31.350943 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5974b-6527-4291-b222-0d14cc8b11a5 req-8b767dd6-7e36-4904-bc86-658bce6b606b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:31.353362 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b0f5974b-6527-4291-b222-0d14cc8b11a5 req-8b767dd6-7e36-4904-bc86-658bce6b606b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0813580 Mar 24 15:49:31.435405 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b0f5974b-6527-4291-b222-0d14cc8b11a5 req-9754c04d-4412-4b5e-baf7-05187ca44516 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703583 Mar 24 15:49:31.913922 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 65cfac58-6402-4cc3-b059-33d1527442b6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:49:31.968559 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 65cfac58-6402-4cc3-b059-33d1527442b6 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:49:31.969745 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 65cfac58-6402-4cc3-b059-33d1527442b6 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:49:32.042800 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75092172-5406-410e-a47f-0ed3ab29edb9 req-181bfc8a-e3d3-4fae-9877-6e6df1c80897 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:32.044376 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-75092172-5406-410e-a47f-0ed3ab29edb9 req-181bfc8a-e3d3-4fae-9877-6e6df1c80897 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0635252 Mar 24 15:49:32.112325 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-75092172-5406-410e-a47f-0ed3ab29edb9 req-f23820ad-4b28-477f-908f-1b27b9811037 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622127 Mar 24 15:49:32.248407 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0e1a3-21f8-4634-a305-9e5a8f9d0d39 req-56097433-aeb3-4e44-852c-c946ebb1e0c1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:32.249898 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10b0e1a3-21f8-4634-a305-9e5a8f9d0d39 req-56097433-aeb3-4e44-852c-c946ebb1e0c1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0694478 Mar 24 15:49:32.298596 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10b0e1a3-21f8-4634-a305-9e5a8f9d0d39 req-cc4566cb-28bd-4a2a-b799-cf50ff9ab3fd tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431108 Mar 24 15:49:32.539716 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 57058) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:32.667148 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb948-c43c-4b6b-b709-3a0ebee06684 req-6e1bccb0-ff18-400f-bf47-dc3e3127d616 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:32.667148 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-562eb948-c43c-4b6b-b709-3a0ebee06684 req-6e1bccb0-ff18-400f-bf47-dc3e3127d616 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1013699 Mar 24 15:49:32.801352 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-562eb948-c43c-4b6b-b709-3a0ebee06684 req-329e2757-b03a-4c19-93dc-d6da630fa681 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178465 Mar 24 15:49:32.856706 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:32.942167 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-2d0fe1fe-d11b-4d2d-a19d-fd91cbe8e71a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:32.969164 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-2d0fe1fe-d11b-4d2d-a19d-fd91cbe8e71a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/networks?id=81c22b88-f8b6-4403-89ae-b6d6bdb97d7a HTTP/1.1" status: 200 len: 808 time: 0.3881476 Mar 24 15:49:32.987992 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-0cce55a1-9890-4963-a807-587ebb3cddeb tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/quotas/1e31235f2357401a8e524cc3fc2b0ab3 HTTP/1.1" status: 200 len: 375 time: 0.0238762 Mar 24 15:49:33.006720 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Publish callbacks [] for security_group (2094d366-585c-46ef-8f27-0a5ec2c1d7d6), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:33.031677 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-39e42b04-abed-42a2-8d7a-1ad4450fdb67 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e31235f2357401a8e524cc3fc2b0ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385704 Mar 24 15:49:33.071435 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (2094d366-585c-46ef-8f27-0a5ec2c1d7d6), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:33.154237 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57114) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:33.156124 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=948a6625bf8f4f8b9987e038915adfbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6138744 Mar 24 15:49:33.157101 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-f812c749-c86f-4504-910b-f46c306b23f1 service neutron] 10.222.0.31 "GET /v2.0/networks/81c22b88-f8b6-4403-89ae-b6d6bdb97d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284947 Mar 24 15:49:33.178049 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2094d366-585c-46ef-8f27-0a5ec2c1d7d6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:33.201478 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.202411 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.203024 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.203654 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.205274 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.208408 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.209643 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.210222 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.211478 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.213078 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.214369 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.214990 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.215590 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.216156 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.216715 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb612097-73e4-4625-b87b-bd2dd92be753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.314067 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970287cb-331b-48ef-a395-5d9b794464af req-4ca7fa4b-dded-4510-87a9-5820e3194f82 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:33.315975 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-970287cb-331b-48ef-a395-5d9b794464af req-4ca7fa4b-dded-4510-87a9-5820e3194f82 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0946140 Mar 24 15:49:33.357557 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-9b7809c1-ec01-4fa5-83db-56d0e9071769 service neutron] 10.222.0.31 "GET /v2.0/networks/81c22b88-f8b6-4403-89ae-b6d6bdb97d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925108 Mar 24 15:49:33.470564 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-970287cb-331b-48ef-a395-5d9b794464af req-48b06f4c-012b-47ae-a4da-5fbaa00de659 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469822 Mar 24 15:49:33.492679 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Publish callbacks [] for security_group (2094d366-585c-46ef-8f27-0a5ec2c1d7d6), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:33.504167 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:33.537750 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Publish callbacks [] for security_group (2094d366-585c-46ef-8f27-0a5ec2c1d7d6), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:33.594016 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6811d-b2ae-42d1-9f6b-d0e6c25e7329 req-3179d158-2c32-4b67-914f-e293a973802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:33.595496 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f5e6811d-b2ae-42d1-9f6b-d0e6c25e7329 req-3179d158-2c32-4b67-914f-e293a973802c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 1130 time: 0.1434612 Mar 24 15:49:33.709482 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (2094d366-585c-46ef-8f27-0a5ec2c1d7d6), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:33.712925 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:33.714329 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2094d366-585c-46ef-8f27-0a5ec2c1d7d6 HTTP/1.1" status: 204 len: 168 time: 0.5557146 Mar 24 15:49:33.763684 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2094d366-585c-46ef-8f27-0a5ec2c1d7d6,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:33.790580 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83157841-e075-462b-8c72-d6314af9da6d req-49992709-b26f-4d2c-8c24-36d17eec4f27 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:33.792394 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-83157841-e075-462b-8c72-d6314af9da6d req-49992709-b26f-4d2c-8c24-36d17eec4f27 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1688015 Mar 24 15:49:33.878929 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-83157841-e075-462b-8c72-d6314af9da6d req-6a922e2d-7c91-47de-8b73-0e27fa87807f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734499 Mar 24 15:49:33.887344 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6811d-b2ae-42d1-9f6b-d0e6c25e7329 req-0d87a882-ed4f-4900-9ed6-4f2328321c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:33.890042 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f5e6811d-b2ae-42d1-9f6b-d0e6c25e7329 req-0d87a882-ed4f-4900-9ed6-4f2328321c49 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98277675-c90d-4a4e-9e9e-52032fc9e1fc HTTP/1.1" status: 200 len: 912 time: 0.2859597 Mar 24 15:49:33.901713 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.902402 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.903098 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.903646 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.904179 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.904838 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.905351 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.905876 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.907170 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.907723 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.908303 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.909322 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.909870 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.910364 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.910899 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4f28dd-ab94-40b6-b564-5bb660664214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:49:33.943907 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c1a6a-797d-418e-a89e-89e995ae17ce req-8c4c1050-9184-402b-8aef-aa09fb7fdee4 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:33.969442 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0d4c1a6a-797d-418e-a89e-89e995ae17ce req-8c4c1050-9184-402b-8aef-aa09fb7fdee4 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.2394457 Mar 24 15:49:34.047680 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0d4c1a6a-797d-418e-a89e-89e995ae17ce req-6187da64-2bee-441a-ab48-2d792689fb3a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771818 Mar 24 15:49:34.104925 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5552e35f-ccb0-4fc8-8498-29f1179bfcb2 req-168e5c3b-9812-45eb-879e-b4d648aec3bc tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0948651 Mar 24 15:49:34.134628 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f5e6811d-b2ae-42d1-9f6b-d0e6c25e7329 req-7c1eeb6e-7d9e-433b-9dc8-5631808fc268 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=090d3af3-d684-4f16-9279-a93755a9bbb9 HTTP/1.1" status: 200 len: 1002 time: 0.2381964 Mar 24 15:49:34.240402 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6811d-b2ae-42d1-9f6b-d0e6c25e7329 req-6c1e9937-6cde-4594-8c66-89bf8acc7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:34.246481 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f5e6811d-b2ae-42d1-9f6b-d0e6c25e7329 req-6c1e9937-6cde-4594-8c66-89bf8acc7f2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fe8ccca-d329-49a2-a267-7a4eb0cd6a10 HTTP/1.1" status: 200 len: 850 time: 0.1046329 Mar 24 15:49:34.334049 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6811d-b2ae-42d1-9f6b-d0e6c25e7329 req-863e1c70-85b7-403f-b81f-aeedd20e56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:34.340085 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f5e6811d-b2ae-42d1-9f6b-d0e6c25e7329 req-863e1c70-85b7-403f-b81f-aeedd20e56ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98277675-c90d-4a4e-9e9e-52032fc9e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0876288 Mar 24 15:49:34.543474 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f5e6811d-b2ae-42d1-9f6b-d0e6c25e7329 req-38da0bf6-c056-41c0-918f-0c5e2dfcec00 service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887870 Mar 24 15:49:34.665008 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59b80b-e76f-423c-8994-9c0315e1597f req-bf0f2e87-835a-4fb7-8e15-c15464d20c1b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:34.673828 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7c59b80b-e76f-423c-8994-9c0315e1597f req-bf0f2e87-835a-4fb7-8e15-c15464d20c1b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0995374 Mar 24 15:49:34.680244 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f5e6811d-b2ae-42d1-9f6b-d0e6c25e7329 req-8a63248d-208b-4b40-8f88-edb0c2b99d9c service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342959 Mar 24 15:49:34.825489 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7c59b80b-e76f-423c-8994-9c0315e1597f req-9adf1ce7-4e53-42a3-bf3f-b792d2786f11 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485593 Mar 24 15:49:34.855857 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08376e3b-0b06-40c5-b6c4-d2ac250ae8ec req-1db5b6d4-bf75-440b-a61f-e8ea72a33748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:34.857654 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-08376e3b-0b06-40c5-b6c4-d2ac250ae8ec req-1db5b6d4-bf75-440b-a61f-e8ea72a33748 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 1130 time: 0.0947723 Mar 24 15:49:35.100806 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08376e3b-0b06-40c5-b6c4-d2ac250ae8ec req-9a67e885-acf0-4ca8-b324-589a8a62643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:35.101447 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-08376e3b-0b06-40c5-b6c4-d2ac250ae8ec req-9a67e885-acf0-4ca8-b324-589a8a62643a service neutron] 10.222.0.24 "GET /v2.0/networks?id=98277675-c90d-4a4e-9e9e-52032fc9e1fc HTTP/1.1" status: 200 len: 912 time: 0.2147667 Mar 24 15:49:35.230171 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf18a5-e718-4317-8d9c-207191dc7539 req-33c4593b-3b98-4c23-9761-acb5a39fed22 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:35.230791 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bce6d7-a7c4-4d8d-b718-47039ce4087a req-a27d0a22-ba69-442b-9cd7-1150a3279766 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:35.232960 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-abcf18a5-e718-4317-8d9c-207191dc7539 req-33c4593b-3b98-4c23-9761-acb5a39fed22 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0787904 Mar 24 15:49:35.237959 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b4bce6d7-a7c4-4d8d-b718-47039ce4087a req-a27d0a22-ba69-442b-9cd7-1150a3279766 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.2516291 Mar 24 15:49:35.306274 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-08376e3b-0b06-40c5-b6c4-d2ac250ae8ec req-2b0f2d60-38f5-44ef-9fb7-791bd326d5c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=090d3af3-d684-4f16-9279-a93755a9bbb9 HTTP/1.1" status: 200 len: 1002 time: 0.1893191 Mar 24 15:49:35.365756 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-abcf18a5-e718-4317-8d9c-207191dc7539 req-09971147-72d1-42fa-b4d0-855e6c86fc9f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267409 Mar 24 15:49:35.411996 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b4bce6d7-a7c4-4d8d-b718-47039ce4087a req-a7e5a7d8-fc5b-4895-a5b2-1ef493942aa7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684151 Mar 24 15:49:35.457815 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08376e3b-0b06-40c5-b6c4-d2ac250ae8ec req-6a7273cb-8647-4c56-b2d8-547aababc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:35.466996 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-08376e3b-0b06-40c5-b6c4-d2ac250ae8ec req-6a7273cb-8647-4c56-b2d8-547aababc356 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fe8ccca-d329-49a2-a267-7a4eb0cd6a10 HTTP/1.1" status: 200 len: 850 time: 0.1455033 Mar 24 15:49:35.560199 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08376e3b-0b06-40c5-b6c4-d2ac250ae8ec req-fd674228-2710-417c-94d8-3f33e6d25c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:35.562886 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-08376e3b-0b06-40c5-b6c4-d2ac250ae8ec req-fd674228-2710-417c-94d8-3f33e6d25c5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98277675-c90d-4a4e-9e9e-52032fc9e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0771310 Mar 24 15:49:35.574130 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a04c3d6b-5d6f-4760-ae13-26ef45cc73f4 req-4bc927f9-a0db-4dd9-9cda-d9b5eaa7c938 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0770774 Mar 24 15:49:35.816336 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-08376e3b-0b06-40c5-b6c4-d2ac250ae8ec req-168b5833-367a-450a-a58b-b851ec6fa29f service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337453 Mar 24 15:49:35.971852 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-08376e3b-0b06-40c5-b6c4-d2ac250ae8ec req-3a0e9ead-584f-403e-85b4-1481ea46f2b6 service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479547 Mar 24 15:49:36.001297 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c0ab4-1ee5-4e1a-a1e1-e9ad1c200336 req-75edcc5d-b49f-48c8-89f0-f1cefeda8771 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:36.002921 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cb4c0ab4-1ee5-4e1a-a1e1-e9ad1c200336 req-75edcc5d-b49f-48c8-89f0-f1cefeda8771 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0891554 Mar 24 15:49:36.123710 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cb4c0ab4-1ee5-4e1a-a1e1-e9ad1c200336 req-e484e250-ae9c-4272-af9e-013a72536849 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095567 Mar 24 15:49:36.297259 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 57258) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:36.462434 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5daba3f6-8504-4489-be1e-7afe438ac480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:36.504039 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-df89ba98-5500-4e07-a99e-5061e5f7a9f7 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:36.505700 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-df89ba98-5500-4e07-a99e-5061e5f7a9f7 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.24 "GET /v2.0/networks?id=81c22b88-f8b6-4403-89ae-b6d6bdb97d7a HTTP/1.1" status: 200 len: 808 time: 0.1686251 Mar 24 15:49:36.521816 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Request body: {'port': {'device_id': '719afbb6-1979-42a8-b054-fa78aeeb64bf', 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a', 'admin_state_up': True, 'tenant_id': '1e31235f2357401a8e524cc3fc2b0ab3'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:49:36.529946 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe8334-b339-4d09-aa99-6b3ed04e9c1e req-b4faa4f8-2f70-4959-9885-01c4f97137ab tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:36.539072 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ebbe8334-b339-4d09-aa99-6b3ed04e9c1e req-b4faa4f8-2f70-4959-9885-01c4f97137ab tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.1022928 Mar 24 15:49:36.603625 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ebbe8334-b339-4d09-aa99-6b3ed04e9c1e req-d36a7449-ae72-4257-91f0-b0819e8d6ba2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627854 Mar 24 15:49:36.731576 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-feb3cf13-b285-4454-92ae-4cfa981d1e6b req-2f9acd0b-b2bb-4d5d-9099-ade004f19b00 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0450399 Mar 24 15:49:36.768145 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c625e-8638-475d-85b7-b2108bafd856 req-48f80a0f-15a9-4461-a921-7d17c2235164 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:36.775629 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fc4c625e-8638-475d-85b7-b2108bafd856 req-48f80a0f-15a9-4461-a921-7d17c2235164 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.2295115 Mar 24 15:49:36.822696 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5daba3f6-8504-4489-be1e-7afe438ac480 admin admin] Publish callbacks [] for security_group (2b128893-bdd0-4cc5-ade4-c76601a637f5), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:36.877550 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fc4c625e-8638-475d-85b7-b2108bafd856 req-5b489fcb-3062-4c73-9663-2e426c2a40b1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997257 Mar 24 15:49:36.954558 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5daba3f6-8504-4489-be1e-7afe438ac480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (2b128893-bdd0-4cc5-ade4-c76601a637f5), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:36.959788 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Made reservation on behalf of 1e31235f2357401a8e524cc3fc2b0ab3 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:49:36.965004 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:37.033523 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57280) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:37.033734 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-5daba3f6-8504-4489-be1e-7afe438ac480 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce8b04cb258944bb89ee182be939e238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7349427 Mar 24 15:49:37.098513 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daba3f6-8504-4489-be1e-7afe438ac480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b128893-bdd0-4cc5-ade4-c76601a637f5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:37.138280 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92667b75-548d-4e8b-be06-ce3ebc18d7c8 admin admin] Publish callbacks [] for security_group (2b128893-bdd0-4cc5-ade4-c76601a637f5), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:37.214965 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92667b75-548d-4e8b-be06-ce3ebc18d7c8 admin admin] Publish callbacks [] for security_group (2b128893-bdd0-4cc5-ade4-c76601a637f5), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:37.300397 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Allocated IP 172.20.0.3 (81c22b88-f8b6-4403-89ae-b6d6bdb97d7a/0e7f2f8a-5720-4966-90ab-5f9faa93a530/280f98d7-c39e-44b8-92e0-aaff223363a4) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:49:37.339885 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d32e1-464b-4f95-90e8-1751686d489b req-e3d5ebdd-55cc-4880-9cb4-dac26ffcdf00 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:37.347013 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-335d32e1-464b-4f95-90e8-1751686d489b req-e3d5ebdd-55cc-4880-9cb4-dac26ffcdf00 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.1222079 Mar 24 15:49:37.431965 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-335d32e1-464b-4f95-90e8-1751686d489b req-6aa2b764-5a01-4d06-8c58-1ce38b295d4a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838115 Mar 24 15:49:37.433285 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92667b75-548d-4e8b-be06-ce3ebc18d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (2b128893-bdd0-4cc5-ade4-c76601a637f5), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:37.437447 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92667b75-548d-4e8b-be06-ce3ebc18d7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:37.441132 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-92667b75-548d-4e8b-be06-ce3ebc18d7c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b128893-bdd0-4cc5-ade4-c76601a637f5 HTTP/1.1" status: 204 len: 168 time: 0.4063625 Mar 24 15:49:37.448867 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92667b75-548d-4e8b-be06-ce3ebc18d7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b128893-bdd0-4cc5-ade4-c76601a637f5,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:37.543467 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks [] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:37.714989 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57302) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:37.774163 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825c079-b6b6-4dc2-ba44-2029620ff1dd req-e57f9479-fd4a-4e6c-a27e-3f5e611ec4ab tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:37.775826 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c825c079-b6b6-4dc2-ba44-2029620ff1dd req-e57f9479-fd4a-4e6c-a27e-3f5e611ec4ab tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0684395 Mar 24 15:49:37.833030 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c825c079-b6b6-4dc2-ba44-2029620ff1dd req-360a0373-7929-4671-9707-0fb9fc0d08a6 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485275 Mar 24 15:49:37.846532 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c3fe8578-9859-419e-ba32-acc8b51deeb9 req-786c2c69-faab-433f-b486-1c24f3c92df1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0338130 Mar 24 15:49:37.950712 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-08e4e3df-f08c-4526-9997-6ad75227b5f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5ea53bba1cb4888bd259c563ffbe38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334135 Mar 24 15:49:37.952041 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57310) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:38.007726 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f3c83a1-02a1-457e-9e81-fbadc20292f0 admin admin] Publish callbacks [] for security_group (8319ad09-44b3-4db5-8cb2-77eb6c8bb97f), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:38.032531 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f3c83a1-02a1-457e-9e81-fbadc20292f0 admin admin] Publish callbacks [] for security_group (8319ad09-44b3-4db5-8cb2-77eb6c8bb97f), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:38.423563 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:38.457326 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f3c83a1-02a1-457e-9e81-fbadc20292f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (8319ad09-44b3-4db5-8cb2-77eb6c8bb97f), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:38.460134 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f3c83a1-02a1-457e-9e81-fbadc20292f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:38.467200 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-2f3c83a1-02a1-457e-9e81-fbadc20292f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8319ad09-44b3-4db5-8cb2-77eb6c8bb97f HTTP/1.1" status: 204 len: 168 time: 0.5139153 Mar 24 15:49:38.480918 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c83a1-02a1-457e-9e81-fbadc20292f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8319ad09-44b3-4db5-8cb2-77eb6c8bb97f,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:38.491438 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:49:38.495847 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:49:38.498743 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:49:38.512799 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:38.513491 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:38.543887 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Pushing event updated for resources: {'Port': ['ID=280f98d7-c39e-44b8-92e0-aaff223363a4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:38.625477 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b180612-66a2-4e1f-bfba-86aa1f8b23be req-7af2cff5-1112-48b4-8d8a-da807749d132 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:38.627036 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1b180612-66a2-4e1f-bfba-86aa1f8b23be req-7af2cff5-1112-48b4-8d8a-da807749d132 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.1078582 Mar 24 15:49:38.631401 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-513772a6-d645-4f15-b3f2-81f02e01b6b1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1147845 Mar 24 15:49:38.645725 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Request body: {'port': {'device_id': '719afbb6-1979-42a8-b054-fa78aeeb64bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:49:38.759971 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1b180612-66a2-4e1f-bfba-86aa1f8b23be req-bc4b0e2b-c602-4ae5-8df6-6365737a5531 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240637 Mar 24 15:49:38.771135 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:39.183059 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42df0d-f8c4-42a0-9040-d19562bfbbd4 req-9c9024d0-1b80-428c-b693-04013ab8576a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:39.184891 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3d42df0d-f8c4-42a0-9040-d19562bfbbd4 req-9c9024d0-1b80-428c-b693-04013ab8576a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.1242175 Mar 24 15:49:39.185653 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdea02-dd82-48a8-af2d-d052e1cb4c16 req-648b558f-8478-4dd9-85bc-49bc1705227a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:39.187262 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c3cdea02-dd82-48a8-af2d-d052e1cb4c16 req-648b558f-8478-4dd9-85bc-49bc1705227a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 931 time: 0.1221106 Mar 24 15:49:39.252712 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c3cdea02-dd82-48a8-af2d-d052e1cb4c16 req-63c4990e-8cd8-455c-a63d-c6029ae9bd40 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590177 Mar 24 15:49:39.304570 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280f98d7-c39e-44b8-92e0-aaff223363a4 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:49:39.317872 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3d42df0d-f8c4-42a0-9040-d19562bfbbd4 req-fd37107a-f756-4a89-8e16-f25d3975cd80 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210399 Mar 24 15:49:39.320048 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Publish callbacks [] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:39.337977 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Transition to ACTIVE for port object 280f98d7-c39e-44b8-92e0-aaff223363a4 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:49:39.453125 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:39.536520 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Pushing event updated for resources: {'Port': ['ID=280f98d7-c39e-44b8-92e0-aaff223363a4,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:39.556460 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Attempting to bind port 280f98d7-c39e-44b8-92e0-aaff223363a4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:49:39.557236 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Attempting to bind port 280f98d7-c39e-44b8-92e0-aaff223363a4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ac392268-b7e8-4a90-b67a-47129f610e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:49:39.559360 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Attempting to bind port 280f98d7-c39e-44b8-92e0-aaff223363a4 on network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:49:39.564095 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Port 280f98d7-c39e-44b8-92e0-aaff223363a4 on network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:49:39.564429 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Attempting to bind port 280f98d7-c39e-44b8-92e0-aaff223363a4 on network 81c22b88-f8b6-4403-89ae-b6d6bdb97d7a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:49:39.570201 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:49:39.570536 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Checking segment: {'id': 'ac392268-b7e8-4a90-b67a-47129f610e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:49:39.571048 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Bound using segment: {'id': 'ac392268-b7e8-4a90-b67a-47129f610e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:49:39.571680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Bound port: 280f98d7-c39e-44b8-92e0-aaff223363a4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac392268-b7e8-4a90-b67a-47129f610e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:49:39.572129 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:39.645201 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] For port 280f98d7-c39e-44b8-92e0-aaff223363a4, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:49:39.670686 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] For port 280f98d7-c39e-44b8-92e0-aaff223363a4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=280f98d7-c39e-44b8-92e0-aaff223363a4,segment=NetworkSegment(ac392268-b7e8-4a90-b67a-47129f610e84),segment_id=ac392268-b7e8-4a90-b67a-47129f610e84)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:49:39.761697 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:39.815782 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:39.816596 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:39.818332 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] 10.222.0.24 "PUT /v2.0/ports/280f98d7-c39e-44b8-92e0-aaff223363a4 HTTP/1.1" status: 200 len: 1093 time: 1.1778159 Mar 24 15:49:39.818746 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719afbb6-1979-42a8-b054-fa78aeeb64bf', 'tag': '280f98d7-c39e-44b8-92e0-aaff223363a4'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:39.821084 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275d91fb-dca7-48c6-be61-1af822a7203a" -d '{"events": [{"name": "network-changed", "server_uuid": "719afbb6-1979-42a8-b054-fa78aeeb64bf", "tag": "280f98d7-c39e-44b8-92e0-aaff223363a4"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:39.911873 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8d6085-a0e6-443e-bd54-18ae5db0c188 x-openstack-request-id: req-2d8d6085-a0e6-443e-bd54-18ae5db0c188 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:39.913840 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719afbb6-1979-42a8-b054-fa78aeeb64bf", "tag": "280f98d7-c39e-44b8-92e0-aaff223363a4", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:39.914106 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d8d6085-a0e6-443e-bd54-18ae5db0c188 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:39.914550 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8d6085-a0e6-443e-bd54-18ae5db0c188'] response: {'name': 'network-changed', 'server_uuid': '719afbb6-1979-42a8-b054-fa78aeeb64bf', 'tag': '280f98d7-c39e-44b8-92e0-aaff223363a4', 'status': 'completed', 'code': 200} Mar 24 15:49:39.916927 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613132d4-0c15-4be3-87aa-9af59683e0ac service neutron] Pushing event updated for resources: {'Port': ['ID=280f98d7-c39e-44b8-92e0-aaff223363a4,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:39.940628 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e56df3-8a35-4315-81e1-792c546cdf8f req-457fe9ea-f71a-4978-9ff8-7128afef195f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:39.942899 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-52e56df3-8a35-4315-81e1-792c546cdf8f req-457fe9ea-f71a-4978-9ff8-7128afef195f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0982997 Mar 24 15:49:40.020922 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-52e56df3-8a35-4315-81e1-792c546cdf8f req-408de32a-fd77-4c6a-9931-ea97d30e500f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674210 Mar 24 15:49:40.027556 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d91fb-dca7-48c6-be61-1af822a7203a req-11e27d48-563c-401f-a034-173c8c79aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:40.037316 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-275d91fb-dca7-48c6-be61-1af822a7203a req-11e27d48-563c-401f-a034-173c8c79aad5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e31235f2357401a8e524cc3fc2b0ab3&device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 1127 time: 0.0991316 Mar 24 15:49:40.159677 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d91fb-dca7-48c6-be61-1af822a7203a req-185ff867-b808-46a8-9ba0-d12856a54d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:40.162315 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-275d91fb-dca7-48c6-be61-1af822a7203a req-185ff867-b808-46a8-9ba0-d12856a54d95 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e31235f2357401a8e524cc3fc2b0ab3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1228287 Mar 24 15:49:40.282721 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d91fb-dca7-48c6-be61-1af822a7203a req-0044351d-a074-471a-8b9a-821388c504db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:40.284463 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-275d91fb-dca7-48c6-be61-1af822a7203a req-0044351d-a074-471a-8b9a-821388c504db service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150301 Mar 24 15:49:40.491887 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-81fb7622-17ae-4330-9f4e-9c8624871f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:40.493999 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-81fb7622-17ae-4330-9f4e-9c8624871f59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e31235f2357401a8e524cc3fc2b0ab3&device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 1127 time: 0.1674871 Mar 24 15:49:40.507386 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d49d4-bc05-4403-9f9b-00537638ca64 req-3e8cb4ce-510b-48e0-b81a-cd4a72a441c0 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:40.509550 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a75d49d4-bc05-4403-9f9b-00537638ca64 req-3e8cb4ce-510b-48e0-b81a-cd4a72a441c0 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 943 time: 0.1215158 Mar 24 15:49:40.511692 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1cf0-0b31-4f84-92cd-f8228aa4d115 req-de618c6a-353f-454f-b33d-041bcd855bb1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:40.519463 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0c2e1cf0-0b31-4f84-92cd-f8228aa4d115 req-de618c6a-353f-454f-b33d-041bcd855bb1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.1090293 Mar 24 15:49:40.580055 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-087bad5c-6d5d-4534-bd70-9363f43107c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=280f98d7-c39e-44b8-92e0-aaff223363a4 HTTP/1.1" status: 200 len: 217 time: 0.0690215 Mar 24 15:49:40.616438 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0c2e1cf0-0b31-4f84-92cd-f8228aa4d115 req-572f48b0-4e99-481d-8e16-5711a834084e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902021 Mar 24 15:49:40.661874 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a75d49d4-bc05-4403-9f9b-00537638ca64 req-a054624d-8625-4468-851d-3ab179902b54 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440649 Mar 24 15:49:40.676558 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-b1fcba84-76e8-41a1-ad4e-5168560f70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:40.678024 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-b1fcba84-76e8-41a1-ad4e-5168560f70a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e7f2f8a-5720-4966-90ab-5f9faa93a530 HTTP/1.1" status: 200 len: 848 time: 0.0853341 Mar 24 15:49:40.712733 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-0283802b-fe78-416a-8c73-5ff0e3491aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81c22b88-f8b6-4403-89ae-b6d6bdb97d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278780 Mar 24 15:49:41.087488 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-82c38fdd-f99f-4da4-b9e5-41a6fabc6bfa service neutron] 10.222.0.24 "GET /v2.0/networks/81c22b88-f8b6-4403-89ae-b6d6bdb97d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650253 Mar 24 15:49:41.181282 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef3b5-11f9-43d8-a162-269881545f82 req-10de50df-cef7-4538-bdd9-67c0f2d745ed tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:41.188426 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0adef3b5-11f9-43d8-a162-269881545f82 req-10de50df-cef7-4538-bdd9-67c0f2d745ed tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0900381 Mar 24 15:49:41.225197 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e59aa2c-eae6-4b5c-aeff-466a228e1980 req-92111f53-4a35-4a72-87bd-9cfcac23cd8d service neutron] 10.222.0.24 "GET /v2.0/networks/81c22b88-f8b6-4403-89ae-b6d6bdb97d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158919 Mar 24 15:49:41.259027 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0adef3b5-11f9-43d8-a162-269881545f82 req-6784cf4b-99ed-49c9-b2e0-39f0002fb378 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671048 Mar 24 15:49:41.486576 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c1761994-3a6a-40ac-b998-c19b89af73a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:41.807473 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abafd8-38e1-46f0-8fbc-62e61c60fe0f req-6381df73-d24d-4871-a4d3-f744833ea0a4 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:41.815839 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-48abafd8-38e1-46f0-8fbc-62e61c60fe0f req-6381df73-d24d-4871-a4d3-f744833ea0a4 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0946062 Mar 24 15:49:41.818982 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ee882-e040-459a-b3e8-7fb4feda8e50 req-4256db19-f885-4384-98ea-5f7337cc1af3 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:41.821394 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-266ee882-e040-459a-b3e8-7fb4feda8e50 req-4256db19-f885-4384-98ea-5f7337cc1af3 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 943 time: 0.0690734 Mar 24 15:49:41.880216 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-48abafd8-38e1-46f0-8fbc-62e61c60fe0f req-8cacce25-a99f-4022-a647-08e03401e174 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631716 Mar 24 15:49:41.901040 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-266ee882-e040-459a-b3e8-7fb4feda8e50 req-721a4dbc-d1ba-4382-8398-1f4d443ec0e1 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655053 Mar 24 15:49:42.371902 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e7139-33db-4ddf-9013-9088554773f8 req-99a3347f-02dd-471f-bb50-43c92e945ab5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:42.373645 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7c0e7139-33db-4ddf-9013-9088554773f8 req-99a3347f-02dd-471f-bb50-43c92e945ab5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0538023 Mar 24 15:49:42.438040 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7c0e7139-33db-4ddf-9013-9088554773f8 req-30f2d432-4cce-477b-a073-8d46607bc027 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586698 Mar 24 15:49:43.019039 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33286ea8-eae4-4aba-938e-b30930ddb3a9 req-f5a0751d-1cb2-4c8e-96e9-e73d563fb2b7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:43.038939 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-33286ea8-eae4-4aba-938e-b30930ddb3a9 req-f5a0751d-1cb2-4c8e-96e9-e73d563fb2b7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0763791 Mar 24 15:49:43.063603 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda049c-28d9-4261-a52c-e47f2ed109a0 req-36c904e9-74c7-4d1c-ba1b-98cc2c4c5dd4 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:43.065328 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5fda049c-28d9-4261-a52c-e47f2ed109a0 req-36c904e9-74c7-4d1c-ba1b-98cc2c4c5dd4 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 943 time: 0.0948334 Mar 24 15:49:43.107405 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-33286ea8-eae4-4aba-938e-b30930ddb3a9 req-03e2d348-07a6-432a-839e-0ea7a580315d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674548 Mar 24 15:49:43.130524 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5fda049c-28d9-4261-a52c-e47f2ed109a0 req-3bda5ee4-ba81-4457-95ce-42d0f6294c0e tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583842 Mar 24 15:49:43.573880 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b59693-1a24-4c1b-a89b-5aad2b37882f req-2a31dc5b-8f38-4a04-a21e-fbe6447a3492 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:43.575542 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d9b59693-1a24-4c1b-a89b-5aad2b37882f req-2a31dc5b-8f38-4a04-a21e-fbe6447a3492 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0562956 Mar 24 15:49:43.644864 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d9b59693-1a24-4c1b-a89b-5aad2b37882f req-324eb7fc-a4d3-4683-8956-38ded54db63a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631359 Mar 24 15:49:43.983765 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-bc61edc3-065a-48a2-b294-1a44d07d831f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:44.229552 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d71c8-4e26-4dc3-9672-3f7b4fbc2953 req-11a19bbf-a1ae-41c4-9c17-327011c55ab8 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:44.235280 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-287d71c8-4e26-4dc3-9672-3f7b4fbc2953 req-11a19bbf-a1ae-41c4-9c17-327011c55ab8 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0594480 Mar 24 15:49:44.254709 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a58ebf-a97b-4a52-8e2f-c2b1655cd406 req-207a33df-6a3b-4aa5-914a-3d848186d1a9 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:44.256237 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-04a58ebf-a97b-4a52-8e2f-c2b1655cd406 req-207a33df-6a3b-4aa5-914a-3d848186d1a9 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 943 time: 0.0585501 Mar 24 15:49:44.281571 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-287d71c8-4e26-4dc3-9672-3f7b4fbc2953 req-e2ed9662-98c6-4250-a218-3f8827df3f16 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436759 Mar 24 15:49:44.308687 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-04a58ebf-a97b-4a52-8e2f-c2b1655cd406 req-19c5e38e-fc99-4918-af1b-a549c886085a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Mar 24 15:49:44.601781 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 280f98d7-c39e-44b8-92e0-aaff223363a4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:49:44.705380 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 280f98d7-c39e-44b8-92e0-aaff223363a4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=280f98d7-c39e-44b8-92e0-aaff223363a4,segment=NetworkSegment(ac392268-b7e8-4a90-b67a-47129f610e84),segment_id=ac392268-b7e8-4a90-b67a-47129f610e84)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:44.719409 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '280f98d7-c39e-44b8-92e0-aaff223363a4', 'network_id': '81c22b88-f8b6-4403-89ae-b6d6bdb97d7a', 'port_id': '280f98d7-c39e-44b8-92e0-aaff223363a4', 'mac_address': 'fa:16:3e:d7:2f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7f2f8a-5720-4966-90ab-5f9faa93a530', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:49:44.757564 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 280f98d7-c39e-44b8-92e0-aaff223363a4 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:44.757960 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:44.771479 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280f98d7-c39e-44b8-92e0-aaff223363a4 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:49:44.771875 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035186-97af-44d7-a835-0d6c4a7756a7 req-cc37cfec-5fc8-487f-8555-94ab66673718 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:44.773636 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b0035186-97af-44d7-a835-0d6c4a7756a7 req-cc37cfec-5fc8-487f-8555-94ab66673718 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0528548 Mar 24 15:49:44.792131 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 280f98d7-c39e-44b8-92e0-aaff223363a4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=280f98d7-c39e-44b8-92e0-aaff223363a4,segment=NetworkSegment(ac392268-b7e8-4a90-b67a-47129f610e84),segment_id=ac392268-b7e8-4a90-b67a-47129f610e84)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:44.819907 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b0035186-97af-44d7-a835-0d6c4a7756a7 req-f907a34c-d7c7-45d2-844e-b2f025d1dd95 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 Mar 24 15:49:44.840453 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:44.887189 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=280f98d7-c39e-44b8-92e0-aaff223363a4,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:44.983148 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:45.409050 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5774ab0-3432-4b7b-9f69-1032e3d3f884 req-2c074dbd-87bd-4f84-8523-de27e4a37833 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:45.410549 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f5774ab0-3432-4b7b-9f69-1032e3d3f884 req-2c074dbd-87bd-4f84-8523-de27e4a37833 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0575056 Mar 24 15:49:45.431631 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9527708-0df1-41eb-8074-1969a6a984df req-a038d735-4fe2-495a-8b53-dab666f49c1a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:45.433148 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f9527708-0df1-41eb-8074-1969a6a984df req-a038d735-4fe2-495a-8b53-dab666f49c1a tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 944 time: 0.0577037 Mar 24 15:49:45.457000 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f5774ab0-3432-4b7b-9f69-1032e3d3f884 req-e328b726-2679-44d9-a461-bc20fd16cea0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403557 Mar 24 15:49:45.480416 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f9527708-0df1-41eb-8074-1969a6a984df req-a899250d-1358-4590-9260-58e8d6cc6d44 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Mar 24 15:49:45.935674 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f89a5-567e-46c9-8853-bb6a6ccce79c req-e06d589c-1a9d-4db7-a822-25903a80ab77 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:45.937130 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f46f89a5-567e-46c9-8853-bb6a6ccce79c req-e06d589c-1a9d-4db7-a822-25903a80ab77 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0507252 Mar 24 15:49:45.982907 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f46f89a5-567e-46c9-8853-bb6a6ccce79c req-904e4850-1ffe-4a6f-a373-534e18c38aa4 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Mar 24 15:49:46.377760 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:46.584474 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['280f98d7-c39e-44b8-92e0-aaff223363a4'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:49:46.584764 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73d010-0186-4eb5-905f-7e33789ff6b3 req-42f2d099-030f-4c24-9d12-003e87df8b3d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:46.586277 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-eb73d010-0186-4eb5-905f-7e33789ff6b3 req-42f2d099-030f-4c24-9d12-003e87df8b3d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0542173 Mar 24 15:49:46.606637 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818da86-6a97-4a25-a681-523592fca5ba req-3078cb09-a3b3-4afa-9a12-79c4724a84bf tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:46.609748 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f818da86-6a97-4a25-a681-523592fca5ba req-3078cb09-a3b3-4afa-9a12-79c4724a84bf tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 944 time: 0.0601070 Mar 24 15:49:46.637496 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-eb73d010-0186-4eb5-905f-7e33789ff6b3 req-0d823e46-de41-4365-aee5-8e276f6e5369 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441916 Mar 24 15:49:46.675291 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f818da86-6a97-4a25-a681-523592fca5ba req-7ca6efda-4f5d-4bd2-bec9-1674c9c25eb9 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577433 Mar 24 15:49:47.011195 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1f17-309d-4b8f-b4e5-aec59008c157 req-93324fe4-bd2e-4c21-93d5-63fca66f03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:47.012543 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-37bb1f17-309d-4b8f-b4e5-aec59008c157 req-93324fe4-bd2e-4c21-93d5-63fca66f03e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 1129 time: 0.0449059 Mar 24 15:49:47.152725 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e223-45b3-47be-bb63-910eefb739df req-2f60582e-8130-4db5-a77c-697435e419dc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:47.154144 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f828e223-45b3-47be-bb63-910eefb739df req-2f60582e-8130-4db5-a77c-697435e419dc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0824590 Mar 24 15:49:47.156881 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1f17-309d-4b8f-b4e5-aec59008c157 req-bf898682-858d-41e6-87c2-1a4e91d64c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:47.158210 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-37bb1f17-309d-4b8f-b4e5-aec59008c157 req-bf898682-858d-41e6-87c2-1a4e91d64c11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 200 len: 917 time: 0.1391525 Mar 24 15:49:47.248998 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f828e223-45b3-47be-bb63-910eefb739df req-b391ca19-3ca4-4d77-ae4c-507eb4926503 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892746 Mar 24 15:49:47.258537 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-37bb1f17-309d-4b8f-b4e5-aec59008c157 req-cf75f631-3a28-4e1d-9854-e63c03fca4ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0 HTTP/1.1" status: 200 len: 999 time: 0.0916357 Mar 24 15:49:47.308254 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1f17-309d-4b8f-b4e5-aec59008c157 req-434ea332-383b-49d0-a595-f9c5715f846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:47.309743 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-37bb1f17-309d-4b8f-b4e5-aec59008c157 req-434ea332-383b-49d0-a595-f9c5715f846d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1174d9a8-d844-4e95-aea1-2f38acd0826a HTTP/1.1" status: 200 len: 855 time: 0.0453622 Mar 24 15:49:47.366240 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1f17-309d-4b8f-b4e5-aec59008c157 req-100170f9-5435-4c28-9607-afc421f46768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:47.367958 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-37bb1f17-309d-4b8f-b4e5-aec59008c157 req-100170f9-5435-4c28-9607-afc421f46768 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bef7f-6e97-472d-9dca-c7bf7c44cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458264 Mar 24 15:49:47.464998 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-37bb1f17-309d-4b8f-b4e5-aec59008c157 req-cc442430-fcc2-48cd-a96d-c6b214221692 service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908117 Mar 24 15:49:47.560670 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-37bb1f17-309d-4b8f-b4e5-aec59008c157 req-711a5735-922e-4422-a5a0-596d22bc7cec service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896177 Mar 24 15:49:47.768343 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042695a-9b6c-4e8b-b088-c16d91907879 req-71955a7b-7dc3-4b4b-8a7d-27f1463abd8c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:47.769824 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5042695a-9b6c-4e8b-b088-c16d91907879 req-71955a7b-7dc3-4b4b-8a7d-27f1463abd8c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 945 time: 0.0550416 Mar 24 15:49:47.799493 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e7e25-f001-4063-b6bd-620b8a69460c req-93433c47-cce9-4845-85df-3c8960fbc186 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:47.801076 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-af5e7e25-f001-4063-b6bd-620b8a69460c req-93433c47-cce9-4845-85df-3c8960fbc186 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 944 time: 0.0620704 Mar 24 15:49:47.819509 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5042695a-9b6c-4e8b-b088-c16d91907879 req-dd2433fe-638f-4dc0-8b4e-f13b4b465927 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428293 Mar 24 15:49:47.846744 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:47.851603 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-af5e7e25-f001-4063-b6bd-620b8a69460c req-70194065-1e60-4794-bb9c-d97fdf782d70 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Mar 24 15:49:48.259632 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 280f98d7-c39e-44b8-92e0-aaff223363a4 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:49:48.366614 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107102d5-50e3-4675-9f0d-0d6c1abc8de8 req-447500f6-7ec7-4d2b-9054-fc36164f8282 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:48.368047 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-107102d5-50e3-4675-9f0d-0d6c1abc8de8 req-447500f6-7ec7-4d2b-9054-fc36164f8282 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0535295 Mar 24 15:49:48.417980 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-107102d5-50e3-4675-9f0d-0d6c1abc8de8 req-4dec300c-b63d-4256-aa89-25f9588bfa66 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 Mar 24 15:49:48.423331 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 280f98d7-c39e-44b8-92e0-aaff223363a4 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:49:48.427253 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 280f98d7-c39e-44b8-92e0-aaff223363a4 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:49:48.427629 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:48.513199 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 280f98d7-c39e-44b8-92e0-aaff223363a4 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:48.513199 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:48.530622 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719afbb6-1979-42a8-b054-fa78aeeb64bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280f98d7-c39e-44b8-92e0-aaff223363a4'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:48.532874 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47688287-3a6a-462c-8bc6-3763756750ea" -d '{"events": [{"server_uuid": "719afbb6-1979-42a8-b054-fa78aeeb64bf", "name": "network-vif-plugged", "status": "completed", "tag": "280f98d7-c39e-44b8-92e0-aaff223363a4"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:48.546888 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 280f98d7-c39e-44b8-92e0-aaff223363a4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=280f98d7-c39e-44b8-92e0-aaff223363a4,segment=NetworkSegment(ac392268-b7e8-4a90-b67a-47129f610e84),segment_id=ac392268-b7e8-4a90-b67a-47129f610e84)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:48.567523 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421729a1-6853-4eb2-b495-197db872cded x-openstack-request-id: req-421729a1-6853-4eb2-b495-197db872cded {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:48.567975 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719afbb6-1979-42a8-b054-fa78aeeb64bf", "name": "network-vif-plugged", "status": "completed", "tag": "280f98d7-c39e-44b8-92e0-aaff223363a4", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:48.568256 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-421729a1-6853-4eb2-b495-197db872cded {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:48.571716 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421729a1-6853-4eb2-b495-197db872cded'] response: {'server_uuid': '719afbb6-1979-42a8-b054-fa78aeeb64bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280f98d7-c39e-44b8-92e0-aaff223363a4', 'code': 200} Mar 24 15:49:48.657840 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:48.658599 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device a0156e1e-f614-4d1e-9e39-597c366a61d0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:49:48.736285 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=280f98d7-c39e-44b8-92e0-aaff223363a4,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:48.778508 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port a0156e1e-f614-4d1e-9e39-597c366a61d0 is: ACTIVE; New status is: DOWN {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:48.778950 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:48.813208 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:48.892306 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:48.947818 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=a0156e1e-f614-4d1e-9e39-597c366a61d0,revision_number=8']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:48.949154 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128eef0-2571-4d62-9f46-805a10d6c4ec req-aa33e77d-9f34-4d32-a2c4-cc295938fe75 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:48.950696 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4128eef0-2571-4d62-9f46-805a10d6c4ec req-aa33e77d-9f34-4d32-a2c4-cc295938fe75 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0581162 Mar 24 15:49:48.982229 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45def917-6f24-4e17-ac74-312fa7ee6d2c req-bf4b13a0-5c43-461a-9ee3-34b23d97fc1e tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:48.986204 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-45def917-6f24-4e17-ac74-312fa7ee6d2c req-bf4b13a0-5c43-461a-9ee3-34b23d97fc1e tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 945 time: 0.0626233 Mar 24 15:49:48.998993 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4128eef0-2571-4d62-9f46-805a10d6c4ec req-57b56d1f-07fa-4fa0-a497-7ae3da9f3bf1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Mar 24 15:49:49.031214 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-45def917-6f24-4e17-ac74-312fa7ee6d2c req-d60c3e94-34db-4543-bc88-eb7732fec941 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Mar 24 15:49:49.534784 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841ef4f-de3b-4c0e-91a7-9032f9e0918c req-a49b7eed-ca8c-4b3a-97cb-2893752e5042 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:49.536261 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8841ef4f-de3b-4c0e-91a7-9032f9e0918c req-a49b7eed-ca8c-4b3a-97cb-2893752e5042 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0524290 Mar 24 15:49:49.582219 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8841ef4f-de3b-4c0e-91a7-9032f9e0918c req-b3e8366d-8cff-409e-89f5-f6b713e6a546 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Mar 24 15:49:50.128049 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec04df-f11e-477a-860f-f7007ce0e475 req-d5bfe3cc-3028-4022-9c47-3570d6edd3d8 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:50.129630 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-60ec04df-f11e-477a-860f-f7007ce0e475 req-d5bfe3cc-3028-4022-9c47-3570d6edd3d8 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0582490 Mar 24 15:49:50.164623 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad2984-85fb-4c24-9744-519b89b44b07 req-b4e10088-e2b5-434e-af0c-ea1f2f073cbf tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:50.167550 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e2ad2984-85fb-4c24-9744-519b89b44b07 req-b4e10088-e2b5-434e-af0c-ea1f2f073cbf tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 945 time: 0.0646646 Mar 24 15:49:50.178637 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-60ec04df-f11e-477a-860f-f7007ce0e475 req-e086027b-19ef-4a9f-9498-c0424b61b48f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435352 Mar 24 15:49:50.214689 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e2ad2984-85fb-4c24-9744-519b89b44b07 req-e5b69f98-8fa7-4117-86c2-80bd809ff34c tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Mar 24 15:49:50.570191 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:50.573081 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2f7ba3-ba97-49f3-b293-a5e36037f38f" -d '{"events": [{"server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:50.608825 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6d2992-a4b8-4031-b624-255758c37a7f x-openstack-request-id: req-ae6d2992-a4b8-4031-b624-255758c37a7f {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:50.609200 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:50.609526 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae6d2992-a4b8-4031-b624-255758c37a7f {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:50.610053 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6d2992-a4b8-4031-b624-255758c37a7f'] response: {'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'code': 200} Mar 24 15:49:50.697840 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81097d11-e235-45cd-8efa-0ab58e2576c7 req-8d98eb15-8820-455f-a809-19a4ae6f4a0c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:50.699407 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-81097d11-e235-45cd-8efa-0ab58e2576c7 req-8d98eb15-8820-455f-a809-19a4ae6f4a0c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0529704 Mar 24 15:49:50.745990 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-81097d11-e235-45cd-8efa-0ab58e2576c7 req-81bf76d7-ac97-4efd-9bd6-455a29c7462e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Mar 24 15:49:51.309740 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf59af-199b-4647-b361-baa594632242 req-6f96b34b-67ec-4843-af3f-3104e6d60a4a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:51.312048 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cf59af-199b-4647-b361-baa594632242 req-6f96b34b-67ec-4843-af3f-3104e6d60a4a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0584414 Mar 24 15:49:51.346640 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab740d9-c4f6-4714-bcc3-3743f19dd96e req-909efefb-f137-41d3-af80-373f880b3ebb tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:51.348249 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8ab740d9-c4f6-4714-bcc3-3743f19dd96e req-909efefb-f137-41d3-af80-373f880b3ebb tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 945 time: 0.0580432 Mar 24 15:49:51.370491 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cf59af-199b-4647-b361-baa594632242 req-6acc5f7f-047d-4d46-9ca9-d4d4a75e35cb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529354 Mar 24 15:49:51.406778 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8ab740d9-c4f6-4714-bcc3-3743f19dd96e req-4cf06f76-a773-4a72-8c53-fbfe58bca842 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528784 Mar 24 15:49:51.411059 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3063b8-b3d8-4738-9f5f-50a7ff18a5f3 req-2a5b0d61-c173-4c91-a3d9-46b7d2b6ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:51.412690 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2f3063b8-b3d8-4738-9f5f-50a7ff18a5f3 req-2a5b0d61-c173-4c91-a3d9-46b7d2b6ed30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 1129 time: 0.0564466 Mar 24 15:49:51.461125 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2f3063b8-b3d8-4738-9f5f-50a7ff18a5f3 req-be9c8b0d-f9a9-420a-ad3a-bf315c0e9963 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 Mar 24 15:49:51.871228 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290dac6-6f5f-46ad-9f96-09f4737aa907 req-521f32a2-1c67-4e07-a265-d796e15413ae tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:51.872872 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0290dac6-6f5f-46ad-9f96-09f4737aa907 req-521f32a2-1c67-4e07-a265-d796e15413ae tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0564990 Mar 24 15:49:51.923502 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0290dac6-6f5f-46ad-9f96-09f4737aa907 req-0dd40729-b7a1-481e-b66a-a84fe08290df tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447042 Mar 24 15:49:52.505932 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67341d25-8152-47fd-9b52-e10e67b145d6 req-f7b42874-9678-47eb-9a58-a4605171a35a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:52.508139 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-67341d25-8152-47fd-9b52-e10e67b145d6 req-f7b42874-9678-47eb-9a58-a4605171a35a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0635853 Mar 24 15:49:52.539602 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08179f4f-39e2-48a0-97b0-33578c13aa12 req-11a4103c-04ed-48f3-81fb-f272a1b4313b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:52.541512 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-08179f4f-39e2-48a0-97b0-33578c13aa12 req-11a4103c-04ed-48f3-81fb-f272a1b4313b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 945 time: 0.0671706 Mar 24 15:49:52.576765 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-67341d25-8152-47fd-9b52-e10e67b145d6 req-6b8ce9f8-6790-4ca9-ac05-2f6ba968a328 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635931 Mar 24 15:49:52.615141 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-08179f4f-39e2-48a0-97b0-33578c13aa12 req-49f320ca-02b0-4e4b-9c64-449df4736c84 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629113 Mar 24 15:49:52.790948 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc4e95-7f58-4c83-b030-f782231eac4c req-2ae769cd-6281-4c46-9230-6769b393508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:52.793128 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6dfc4e95-7f58-4c83-b030-f782231eac4c req-2ae769cd-6281-4c46-9230-6769b393508f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 1129 time: 0.0496771 Mar 24 15:49:52.840913 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6dfc4e95-7f58-4c83-b030-f782231eac4c req-4d6490c2-2e4b-444f-adbd-a52794035525 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374396 Mar 24 15:49:53.043315 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa18a8c-7ee4-4ae6-b172-c7f835addea1 req-2fea899d-dcb1-4b4e-b862-0e0ba2eb3306 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:53.045048 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-caa18a8c-7ee4-4ae6-b172-c7f835addea1 req-2fea899d-dcb1-4b4e-b862-0e0ba2eb3306 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0546467 Mar 24 15:49:53.093986 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-caa18a8c-7ee4-4ae6-b172-c7f835addea1 req-9bb5bb5d-c923-4a4e-98a4-8f0fc07a00d3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Mar 24 15:49:53.259671 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 57558) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:53.401300 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5517af19-2f7a-474a-9982-4c734736e66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:53.473282 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5517af19-2f7a-474a-9982-4c734736e66a admin admin] Publish callbacks [] for security_group (d9dcab1d-865c-499c-8119-0cd39cfb4279), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:53.583462 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5517af19-2f7a-474a-9982-4c734736e66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (d9dcab1d-865c-499c-8119-0cd39cfb4279), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:53.624200 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517af19-2f7a-474a-9982-4c734736e66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dcab1d-865c-499c-8119-0cd39cfb4279,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:53.631261 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-5517af19-2f7a-474a-9982-4c734736e66a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d2db1e47d104bd2a5d07e9be62708b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704135 Mar 24 15:49:53.631703 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57566) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:53.688566 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7ad902cd-0184-43e5-9824-dd0fcc663af2 admin admin] Publish callbacks [] for security_group (d9dcab1d-865c-499c-8119-0cd39cfb4279), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:53.710695 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7ad902cd-0184-43e5-9824-dd0fcc663af2 admin admin] Publish callbacks [] for security_group (d9dcab1d-865c-499c-8119-0cd39cfb4279), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:53.731796 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb214-47a9-42ca-908b-dd8e7c9c0d78 req-6fb1ecd0-7d9c-4ac1-934f-da517737f24d tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:53.733283 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fb2bb214-47a9-42ca-908b-dd8e7c9c0d78 req-6fb1ecd0-7d9c-4ac1-934f-da517737f24d tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 945 time: 0.0531089 Mar 24 15:49:53.780888 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fb2bb214-47a9-42ca-908b-dd8e7c9c0d78 req-d61c6038-1a14-4c00-8134-66a6a95717ce tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Mar 24 15:49:53.891945 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7ad902cd-0184-43e5-9824-dd0fcc663af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (d9dcab1d-865c-499c-8119-0cd39cfb4279), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:53.894506 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7ad902cd-0184-43e5-9824-dd0fcc663af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:53.895765 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7ad902cd-0184-43e5-9824-dd0fcc663af2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9dcab1d-865c-499c-8119-0cd39cfb4279 HTTP/1.1" status: 204 len: 168 time: 0.2624545 Mar 24 15:49:53.904075 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad902cd-0184-43e5-9824-dd0fcc663af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dcab1d-865c-499c-8119-0cd39cfb4279,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:54.088424 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [req-403744f9-e35e-49bd-92a5-b78861cb3be4 req-341f52da-a519-489d-95bd-34f4e0f07da1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:49:54.089591 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-403744f9-e35e-49bd-92a5-b78861cb3be4 req-341f52da-a519-489d-95bd-34f4e0f07da1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054469 Mar 24 15:49:54.221335 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32cdef-f4e1-494f-b045-73dc1375ed42 req-6dbae282-b0ea-4df3-b5e0-fcb2ab707be8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:54.222856 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fa32cdef-f4e1-494f-b045-73dc1375ed42 req-6dbae282-b0ea-4df3-b5e0-fcb2ab707be8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0569341 Mar 24 15:49:54.270742 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fa32cdef-f4e1-494f-b045-73dc1375ed42 req-56d91b0f-4132-44b1-a435-e710912ce1a3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422082 Mar 24 15:49:54.373294 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e289f-aa4b-4caa-90d4-1b40c5b40d61 req-61397ff5-57ff-4ee9-8de3-812be42e6eea tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:54.374798 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-567e289f-aa4b-4caa-90d4-1b40c5b40d61 req-61397ff5-57ff-4ee9-8de3-812be42e6eea tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0523701 Mar 24 15:49:54.422459 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-567e289f-aa4b-4caa-90d4-1b40c5b40d61 req-d1f6c7a2-17ad-4ed4-bb0f-cf46f1e93330 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419979 Mar 24 15:49:54.561390 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57596) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:54.574694 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58bff32c-43b0-4292-bdd9-fe8788641b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:54.648339 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58bff32c-43b0-4292-bdd9-fe8788641b02 admin admin] Publish callbacks [] for security_group (23345535-9589-4302-92df-221244609ed5), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:54.749288 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58bff32c-43b0-4292-bdd9-fe8788641b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (23345535-9589-4302-92df-221244609ed5), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:54.787189 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-58bff32c-43b0-4292-bdd9-fe8788641b02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4724d3ccc468482f8dc7853e163d2065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246592 Mar 24 15:49:54.789144 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bff32c-43b0-4292-bdd9-fe8788641b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23345535-9589-4302-92df-221244609ed5,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:54.789877 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 57604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:54.844013 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b98181a-b0a0-438c-b3d4-8d437f15b4ac admin admin] Publish callbacks [] for security_group (23345535-9589-4302-92df-221244609ed5), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:54.865608 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b98181a-b0a0-438c-b3d4-8d437f15b4ac admin admin] Publish callbacks [] for security_group (23345535-9589-4302-92df-221244609ed5), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:54.994957 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b98181a-b0a0-438c-b3d4-8d437f15b4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (23345535-9589-4302-92df-221244609ed5), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:54.997537 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b98181a-b0a0-438c-b3d4-8d437f15b4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:54.998776 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-7b98181a-b0a0-438c-b3d4-8d437f15b4ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23345535-9589-4302-92df-221244609ed5 HTTP/1.1" status: 204 len: 168 time: 0.2078807 Mar 24 15:49:55.006795 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98181a-b0a0-438c-b3d4-8d437f15b4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23345535-9589-4302-92df-221244609ed5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:55.031009 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57612) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:55.119547 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-1f281520-4c12-4a1e-9e8d-de8cd77afb18 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873780 Mar 24 15:49:55.128546 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-5df415b4-fc0b-4dbc-85ff-5bd9dfc7f414 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:49:55.131255 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-5df415b4-fc0b-4dbc-85ff-5bd9dfc7f414 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050716 Mar 24 15:49:55.204240 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57620) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:55.427428 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-c311b366-4204-4a8c-8617-877ed06174ff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:55.428791 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-c311b366-4204-4a8c-8617-877ed06174ff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports/a0156e1e-f614-4d1e-9e39-597c366a61d0 HTTP/1.1" status: 200 len: 940 time: 0.2234125 Mar 24 15:49:55.439977 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f4bfa-a830-40e2-95e8-d23774646385 req-4f54691a-cc1c-4309-8fd3-a6815552d591 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:55.441544 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-034f4bfa-a830-40e2-95e8-d23774646385 req-4f54691a-cc1c-4309-8fd3-a6815552d591 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.1006322 Mar 24 15:49:55.492054 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-034f4bfa-a830-40e2-95e8-d23774646385 req-ba1d01b8-49b1-40e9-b353-61129dbbb52b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451090 Mar 24 15:49:55.548172 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40826c-2032-4325-b816-45261a077830 req-dfc2a51f-7ff8-4910-bab3-a972e3ad2332 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:55.549717 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5c40826c-2032-4325-b816-45261a077830 req-dfc2a51f-7ff8-4910-bab3-a972e3ad2332 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0547900 Mar 24 15:49:55.598058 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5c40826c-2032-4325-b816-45261a077830 req-ce2f209f-c821-4f3f-b2c5-7d7068f5f6fc tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426714 Mar 24 15:49:55.743395 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57638) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:55.763858 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-156639a9-6f1e-434a-b39f-ea1b669e6ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:55.838079 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-156639a9-6f1e-434a-b39f-ea1b669e6ea1 admin admin] Publish callbacks [] for security_group (75dba88c-15ce-4c31-85c0-c9d91d23b31b), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:55.909307 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-156639a9-6f1e-434a-b39f-ea1b669e6ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (75dba88c-15ce-4c31-85c0-c9d91d23b31b), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:55.949108 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-156639a9-6f1e-434a-b39f-ea1b669e6ea1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=313904ac1d964cb5a6282edb983ec57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041931 Mar 24 15:49:55.950031 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156639a9-6f1e-434a-b39f-ea1b669e6ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dba88c-15ce-4c31-85c0-c9d91d23b31b,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:55.951578 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 57640) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:49:55.999669 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ee6063c-7bd2-42f8-ac0d-eb8cfb8857dc admin admin] Publish callbacks [] for security_group (75dba88c-15ce-4c31-85c0-c9d91d23b31b), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:56.028494 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ee6063c-7bd2-42f8-ac0d-eb8cfb8857dc admin admin] Publish callbacks [] for security_group (75dba88c-15ce-4c31-85c0-c9d91d23b31b), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:56.182724 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ee6063c-7bd2-42f8-ac0d-eb8cfb8857dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (75dba88c-15ce-4c31-85c0-c9d91d23b31b), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:56.185423 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ee6063c-7bd2-42f8-ac0d-eb8cfb8857dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:56.186613 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-5ee6063c-7bd2-42f8-ac0d-eb8cfb8857dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75dba88c-15ce-4c31-85c0-c9d91d23b31b HTTP/1.1" status: 204 len: 168 time: 0.2339666 Mar 24 15:49:56.195110 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6063c-7bd2-42f8-ac0d-eb8cfb8857dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dba88c-15ce-4c31-85c0-c9d91d23b31b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:56.299299 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device a0156e1e-f614-4d1e-9e39-597c366a61d0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:49:56.506511 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port a0156e1e-f614-4d1e-9e39-597c366a61d0 is: DOWN; New status is: DOWN {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:49:56.623499 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faa7f2-795d-430e-9f37-88348aa9c06d req-d031826a-fec6-4ab2-98f8-87bc5ead7648 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:56.625974 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a6faa7f2-795d-430e-9f37-88348aa9c06d req-d031826a-fec6-4ab2-98f8-87bc5ead7648 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0627167 Mar 24 15:49:56.687202 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a6faa7f2-795d-430e-9f37-88348aa9c06d req-91510d1f-185f-44b1-9ea6-300da0062bf0 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548325 Mar 24 15:49:56.785648 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0914-531c-490f-b331-fe8839193a88 req-c540c1f9-01fd-4f17-8308-bb9a48cc2036 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:56.787379 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-aaca0914-531c-490f-b331-fe8839193a88 req-c540c1f9-01fd-4f17-8308-bb9a48cc2036 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0568275 Mar 24 15:49:56.843723 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-aaca0914-531c-490f-b331-fe8839193a88 req-9c01ac9c-9ea1-4e71-a39e-b9a363ba01f0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495372 Mar 24 15:49:57.274322 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d15f6-a9d4-4232-a7e0-5459cab4aad4 req-01fbafe1-45da-43d9-912e-c1fa28aea20c tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:57.276101 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ef3d15f6-a9d4-4232-a7e0-5459cab4aad4 req-01fbafe1-45da-43d9-912e-c1fa28aea20c tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 945 time: 0.0605741 Mar 24 15:49:57.327699 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ef3d15f6-a9d4-4232-a7e0-5459cab4aad4 req-3c6339e5-18a9-4939-8f71-1a94a70d4a8d tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456493 Mar 24 15:49:57.821808 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2516766-52a1-485a-ba47-44f8f94d2abe req-c2ad0add-b942-481e-816b-344794346182 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:57.823227 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a2516766-52a1-485a-ba47-44f8f94d2abe req-c2ad0add-b942-481e-816b-344794346182 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0526536 Mar 24 15:49:57.872187 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a2516766-52a1-485a-ba47-44f8f94d2abe req-02d7d390-80a4-4015-8e7d-3f2827075eb7 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433836 Mar 24 15:49:57.971342 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a606f92-8cd4-47ed-81a7-22c21f79e5c2 req-45190e5d-c7c7-45ad-9a71-b26d5e517b81 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:57.972951 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4a606f92-8cd4-47ed-81a7-22c21f79e5c2 req-45190e5d-c7c7-45ad-9a71-b26d5e517b81 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0537512 Mar 24 15:49:57.996847 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a700e7-58f4-49f4-90b0-e6b98de2af0e req-d6ee4cea-7c3a-4101-bf32-608fe7cfdfba tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:57.998336 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d2a700e7-58f4-49f4-90b0-e6b98de2af0e req-d6ee4cea-7c3a-4101-bf32-608fe7cfdfba tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0548196 Mar 24 15:49:58.025274 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4a606f92-8cd4-47ed-81a7-22c21f79e5c2 req-998bb0e1-141e-40fc-9bf7-d7462b43a1de tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464249 Mar 24 15:49:58.048432 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d2a700e7-58f4-49f4-90b0-e6b98de2af0e req-087a20d9-328e-4e4a-88fd-58b201f4114a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Mar 24 15:49:58.509073 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3820f27-3606-403c-ba82-5f724686783c req-f2e9f5a4-ed99-484b-a375-4a3b07cb4524 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:58.510599 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b3820f27-3606-403c-ba82-5f724686783c req-f2e9f5a4-ed99-484b-a375-4a3b07cb4524 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 945 time: 0.1162653 Mar 24 15:49:58.526140 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-db73b170-0940-4f68-8b22-a1ad9db7a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:58.527640 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-db73b170-0940-4f68-8b22-a1ad9db7a96e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5&tenant_id=6dec19605af54dd9957ff4fd59dac64a HTTP/1.1" status: 200 len: 1127 time: 0.1029458 Mar 24 15:49:58.573935 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b3820f27-3606-403c-ba82-5f724686783c req-6b4e8e41-5981-45a6-b996-3e48fafb2c7d tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ae9bb81-6c83-4635-a6ea-e8f3330f1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552902 Mar 24 15:49:58.606226 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-4768b4e8-e7f0-4411-88bc-474ec35534eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:58.607745 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-4768b4e8-e7f0-4411-88bc-474ec35534eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 1127 time: 0.0470951 Mar 24 15:49:58.615072 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:49:58.705868 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-62b6a5c4-e2fe-4b33-8113-e529db0cec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:58.707422 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-62b6a5c4-e2fe-4b33-8113-e529db0cec53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 200 len: 917 time: 0.0928843 Mar 24 15:49:58.809854 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-f900ae3b-8e29-45c2-ba79-e195d4b4840f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0 HTTP/1.1" status: 200 len: 997 time: 0.0912282 Mar 24 15:49:58.817714 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959150f3-0ed9-4ff3-b283-55e5a69f052f req-94496c03-548d-42fc-81af-c58f9a43009f tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:58.819133 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-959150f3-0ed9-4ff3-b283-55e5a69f052f req-94496c03-548d-42fc-81af-c58f9a43009f tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.24 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 945 time: 0.0948622 Mar 24 15:49:58.900870 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-547d595b-bcaf-45b8-b890-a51175b5cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:58.902557 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-547d595b-bcaf-45b8-b890-a51175b5cd3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1174d9a8-d844-4e95-aea1-2f38acd0826a HTTP/1.1" status: 200 len: 855 time: 0.0825391 Mar 24 15:49:58.977053 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-3f9eb9de-00c5-4131-a913-7c8350c15385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:58.978535 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-3f9eb9de-00c5-4131-a913-7c8350c15385 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bef7f-6e97-472d-9dca-c7bf7c44cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581260 Mar 24 15:49:58.988575 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-959150f3-0ed9-4ff3-b283-55e5a69f052f req-dfdd401d-c19f-4b3d-9076-89ad39dc54da tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Deleting port 280f98d7-c39e-44b8-92e0-aaff223363a4 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:49:58.988976 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-959150f3-0ed9-4ff3-b283-55e5a69f052f req-dfdd401d-c19f-4b3d-9076-89ad39dc54da tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:59.147339 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-959150f3-0ed9-4ff3-b283-55e5a69f052f req-dfdd401d-c19f-4b3d-9076-89ad39dc54da tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] For port 280f98d7-c39e-44b8-92e0-aaff223363a4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=280f98d7-c39e-44b8-92e0-aaff223363a4,segment=NetworkSegment(ac392268-b7e8-4a90-b67a-47129f610e84),segment_id=ac392268-b7e8-4a90-b67a-47129f610e84)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:49:59.147617 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-959150f3-0ed9-4ff3-b283-55e5a69f052f req-dfdd401d-c19f-4b3d-9076-89ad39dc54da tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:59.152160 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-8757ce84-d33e-4ea4-a6d6-e6947b3e6c42 service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656246 Mar 24 15:49:59.158139 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422287d9-956a-4d30-a9a5-7d4ef18e8292 req-167c54df-b67f-4c2a-8242-fd7d90176bd9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:49:59.159665 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-422287d9-956a-4d30-a9a5-7d4ef18e8292 req-167c54df-b67f-4c2a-8242-fd7d90176bd9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0536237 Mar 24 15:49:59.163576 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-959150f3-0ed9-4ff3-b283-55e5a69f052f req-dfdd401d-c19f-4b3d-9076-89ad39dc54da tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Calling delete_port for 280f98d7-c39e-44b8-92e0-aaff223363a4 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:49:59.207102 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-422287d9-956a-4d30-a9a5-7d4ef18e8292 req-c97fae5b-5599-445b-ad69-5c7d18054b34 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414908 Mar 24 15:49:59.309735 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d807f15a-07b9-42d2-aecf-63ff72eedc9f req-dc38acbb-d25d-4472-9b3e-e746d887808b service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472485 Mar 24 15:49:59.470234 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-959150f3-0ed9-4ff3-b283-55e5a69f052f req-dfdd401d-c19f-4b3d-9076-89ad39dc54da tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (280f98d7-c39e-44b8-92e0-aaff223363a4), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:59.486886 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['280f98d7-c39e-44b8-92e0-aaff223363a4'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:49:59.498372 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd401d-c19f-4b3d-9076-89ad39dc54da tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Pushing event deleted for resources: {'Port': ['ID=280f98d7-c39e-44b8-92e0-aaff223363a4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:49:59.546269 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-959150f3-0ed9-4ff3-b283-55e5a69f052f req-dfdd401d-c19f-4b3d-9076-89ad39dc54da tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] No DVR routers for this DVR port 280f98d7-c39e-44b8-92e0-aaff223363a4 on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:49:59.549100 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-959150f3-0ed9-4ff3-b283-55e5a69f052f req-dfdd401d-c19f-4b3d-9076-89ad39dc54da tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:49:59.552372 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-959150f3-0ed9-4ff3-b283-55e5a69f052f req-dfdd401d-c19f-4b3d-9076-89ad39dc54da tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.24 "DELETE /v2.0/ports/280f98d7-c39e-44b8-92e0-aaff223363a4 HTTP/1.1" status: 204 len: 173 time: 0.7251709 Mar 24 15:49:59.552876 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719afbb6-1979-42a8-b054-fa78aeeb64bf', 'name': 'network-vif-deleted', 'tag': '280f98d7-c39e-44b8-92e0-aaff223363a4'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:49:59.555330 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb20f87-aa39-4c61-9a75-746d45b4539f" -d '{"events": [{"server_uuid": "719afbb6-1979-42a8-b054-fa78aeeb64bf", "name": "network-vif-deleted", "tag": "280f98d7-c39e-44b8-92e0-aaff223363a4"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:49:59.594453 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46e7a6b-5b27-45b7-9c5b-f5ee466dd812 x-openstack-request-id: req-f46e7a6b-5b27-45b7-9c5b-f5ee466dd812 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:49:59.594809 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719afbb6-1979-42a8-b054-fa78aeeb64bf", "name": "network-vif-deleted", "tag": "280f98d7-c39e-44b8-92e0-aaff223363a4", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:49:59.595018 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f46e7a6b-5b27-45b7-9c5b-f5ee466dd812 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:49:59.595432 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46e7a6b-5b27-45b7-9c5b-f5ee466dd812'] response: {'server_uuid': '719afbb6-1979-42a8-b054-fa78aeeb64bf', 'name': 'network-vif-deleted', 'tag': '280f98d7-c39e-44b8-92e0-aaff223363a4', 'status': 'completed', 'code': 200} Mar 24 15:49:59.680206 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-80c3b243-b912-4ad0-b655-6e76d0810800 req-f8533d7f-98e4-4f84-a33f-ee689f5df237 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0313029 Mar 24 15:50:00.351435 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf56c5-50a1-4ced-8777-30e1e42a5734 req-aa500501-b5d6-4441-9f1f-a2019af75ef9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:00.352964 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f7cf56c5-50a1-4ced-8777-30e1e42a5734 req-aa500501-b5d6-4441-9f1f-a2019af75ef9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0697405 Mar 24 15:50:00.411567 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f7cf56c5-50a1-4ced-8777-30e1e42a5734 req-69998ae7-38a6-4b84-bd68-bd4286a0427c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497866 Mar 24 15:50:00.429459 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9b1bd-e432-45e6-8020-b5f2dcef0742 req-b77094f2-3cbd-49fb-bfa9-68ab34982459 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:00.431015 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-00f9b1bd-e432-45e6-8020-b5f2dcef0742 req-b77094f2-3cbd-49fb-bfa9-68ab34982459 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0750358 Mar 24 15:50:00.490407 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-00f9b1bd-e432-45e6-8020-b5f2dcef0742 req-77c3a7c0-6ca8-474d-85d3-e26501f15105 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485983 Mar 24 15:50:00.797716 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-310882f4-9291-44b8-afa2-f24274e5f9a6 req-02faff5a-7654-4b4f-ba1d-d25570a02d98 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0301626 Mar 24 15:50:01.584490 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6780223-6536-4e53-a753-70ccd62d2b11 req-01cc4b8e-7290-4fda-a5d8-64694cdc1d58 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:01.586636 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e6780223-6536-4e53-a753-70ccd62d2b11 req-01cc4b8e-7290-4fda-a5d8-64694cdc1d58 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0945251 Mar 24 15:50:01.628730 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09a859-eb9f-4ab8-b95e-84c05c4a0800 req-298a9c36-7732-48e6-a5d8-198fcc1cbc62 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:01.630387 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fa09a859-eb9f-4ab8-b95e-84c05c4a0800 req-298a9c36-7732-48e6-a5d8-198fcc1cbc62 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0654206 Mar 24 15:50:01.635314 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e6780223-6536-4e53-a753-70ccd62d2b11 req-d2adfe76-b2cf-476b-aae9-2ed3c9fec0fc tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 Mar 24 15:50:01.908271 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fa09a859-eb9f-4ab8-b95e-84c05c4a0800 req-a8fb446d-86ad-49e5-910c-c6f24110948c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714109 Mar 24 15:50:01.931658 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cfefcc43-962c-4ade-9d79-8d6267eb44d3 req-28c9261d-d045-4a6a-b185-debc36bdf621 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0342586 Mar 24 15:50:02.326745 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 280f98d7-c39e-44b8-92e0-aaff223363a4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:50:02.353505 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 280f98d7-c39e-44b8-92e0-aaff223363a4 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:50:02.354288 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 280f98d7-c39e-44b8-92e0-aaff223363a4 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:50:02.789175 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85d25-ab65-4947-8ecd-e287a428d19f req-5cc942c0-3e61-4914-83a6-2b73be04961e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:02.791406 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8be85d25-ab65-4947-8ecd-e287a428d19f req-5cc942c0-3e61-4914-83a6-2b73be04961e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0587265 Mar 24 15:50:02.834515 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 57790) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:02.850486 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8be85d25-ab65-4947-8ecd-e287a428d19f req-07c567c1-544b-4b89-8b52-88b99643dfce tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523756 Mar 24 15:50:02.968024 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-371f61e5-267e-4958-9be0-d363c0c558e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:03.043448 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0de5a338-cec5-410a-8867-a8a16b98caf2 req-dfd59314-e8eb-4754-80d7-6a3b8cebf66c tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0273204 Mar 24 15:50:03.116427 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafaeed-8374-486b-b8e4-3c5a1aa747e9 req-6417017d-2d70-480c-928c-eece4808174d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:03.117901 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6bafaeed-8374-486b-b8e4-3c5a1aa747e9 req-6417017d-2d70-480c-928c-eece4808174d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0920649 Mar 24 15:50:03.151501 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-371f61e5-267e-4958-9be0-d363c0c558e6 admin admin] Publish callbacks [] for security_group (087e2bd7-6eb1-40fe-92aa-6244862afd97), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:03.180957 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6bafaeed-8374-486b-b8e4-3c5a1aa747e9 req-4e50b0a3-98c6-474f-8261-f147b6ba8211 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544691 Mar 24 15:50:03.245274 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-371f61e5-267e-4958-9be0-d363c0c558e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (087e2bd7-6eb1-40fe-92aa-6244862afd97), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:03.284529 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f61e5-267e-4958-9be0-d363c0c558e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087e2bd7-6eb1-40fe-92aa-6244862afd97,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:03.291629 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-371f61e5-267e-4958-9be0-d363c0c558e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c175ae66e04418db3d66d4838c41672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533300 Mar 24 15:50:03.291936 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 57798) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:03.353679 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9600ab4b-81ae-42c0-92eb-33d5442ffc27 admin admin] Publish callbacks [] for security_group (087e2bd7-6eb1-40fe-92aa-6244862afd97), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:03.378406 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9600ab4b-81ae-42c0-92eb-33d5442ffc27 admin admin] Publish callbacks [] for security_group (087e2bd7-6eb1-40fe-92aa-6244862afd97), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:03.515223 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9600ab4b-81ae-42c0-92eb-33d5442ffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (087e2bd7-6eb1-40fe-92aa-6244862afd97), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:03.517936 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9600ab4b-81ae-42c0-92eb-33d5442ffc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:03.519211 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-9600ab4b-81ae-42c0-92eb-33d5442ffc27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/087e2bd7-6eb1-40fe-92aa-6244862afd97 HTTP/1.1" status: 204 len: 168 time: 0.2257245 Mar 24 15:50:03.538482 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600ab4b-81ae-42c0-92eb-33d5442ffc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087e2bd7-6eb1-40fe-92aa-6244862afd97,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:03.544289 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:03.998641 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418d404-07d1-4184-bfed-c10f027e29e1 req-96dcc3b7-7de3-4e0f-8bff-f0d17805cb13 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:04.000154 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c418d404-07d1-4184-bfed-c10f027e29e1 req-96dcc3b7-7de3-4e0f-8bff-f0d17805cb13 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0590832 Mar 24 15:50:04.053417 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c418d404-07d1-4184-bfed-c10f027e29e1 req-a80a488a-f526-4d82-9832-bd97d7f71ae1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467048 Mar 24 15:50:04.166355 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8792838e-b6c6-4a27-b4cf-c4bf37df0ef7 req-12c02ccc-e8d7-478e-81ab-31b7b047af95 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0281765 Mar 24 15:50:04.323496 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec0c89-ef04-488a-bc7d-f8ad5cdf11e3 req-87ddac26-c352-4c6c-99eb-3acae102b59c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:04.326439 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6bec0c89-ef04-488a-bc7d-f8ad5cdf11e3 req-87ddac26-c352-4c6c-99eb-3acae102b59c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0734401 Mar 24 15:50:04.383323 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6bec0c89-ef04-488a-bc7d-f8ad5cdf11e3 req-e2fa8fa1-a476-4eb8-9927-621fe7619fe7 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512385 Mar 24 15:50:05.203257 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb37951-6866-4cba-9732-125b8a3602ee req-7e4d9285-d704-4d56-8e30-dd861da17f01 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:05.203257 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-acb37951-6866-4cba-9732-125b8a3602ee req-7e4d9285-d704-4d56-8e30-dd861da17f01 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0624294 Mar 24 15:50:05.274392 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-acb37951-6866-4cba-9732-125b8a3602ee req-eea3ff14-ddfb-433d-8c40-e944e07d6ccb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755925 Mar 24 15:50:05.325257 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-69c97f7a-d92c-41b5-bbc6-145c535d9cdc req-d977be86-401a-4c80-af51-21ecd2d57245 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0512919 Mar 24 15:50:05.505893 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57634d30-e5ad-4821-b289-635520fa1d63 req-dec5e304-59ff-4e4e-bbea-1e2ef95ac566 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:05.507393 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-57634d30-e5ad-4821-b289-635520fa1d63 req-dec5e304-59ff-4e4e-bbea-1e2ef95ac566 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0553424 Mar 24 15:50:05.557524 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-57634d30-e5ad-4821-b289-635520fa1d63 req-4150ef7d-8cca-47bf-bf2c-8535a0ad86f6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435295 Mar 24 15:50:05.664837 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 57836) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:05.765986 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-745802651-network', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:05.908913 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Made reservation on behalf of 6a4dacff567e4c66bdf8209fad142ed2 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:50:05.911343 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:05.921254 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:06.006463 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Publish callbacks [] for security_group (88181ff6-f146-4b1c-b891-50817237c4f6), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:06.085215 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (88181ff6-f146-4b1c-b891-50817237c4f6), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:06.115192 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:50:06.125424 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88181ff6-f146-4b1c-b891-50817237c4f6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:06.131319 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (867153e5-fec2-4bc6-9ddc-fcc8113ac719), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:06.131668 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.segments_db [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Added segment 867153e5-fec2-4bc6-9ddc-fcc8113ac719 of type vlan for network 420cf326-830c-41a3-87d7-6197b727920a Mar 24 15:50:06.181044 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (420cf326-830c-41a3-87d7-6197b727920a), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:06.427946 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e1289-1eb3-432d-921f-8eb50233b964 req-468854c5-45e3-446f-8f0a-2bd953ef9757 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:06.436248 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f83e1289-1eb3-432d-921f-8eb50233b964 req-468854c5-45e3-446f-8f0a-2bd953ef9757 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0711339 Mar 24 15:50:06.468249 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-efa8afb7-8bc0-442c-aeaa-efb1e8222798 req-56517057-898a-4b0a-8215-bb078b2ecd1b tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0296850 Mar 24 15:50:06.495412 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f83e1289-1eb3-432d-921f-8eb50233b964 req-e11a5757-c062-4f50-80ce-87b85de53f3d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579550 Mar 24 15:50:06.509439 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (420cf326-830c-41a3-87d7-6197b727920a), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:06.510430 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:06.511054 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:06.576664 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] Pushing event updated for resources: {'Network': ['ID=420cf326-830c-41a3-87d7-6197b727920a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:06.587743 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 420cf326-830c-41a3-87d7-6197b727920a details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:50:06.682867 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-44569185-66f7-472a-82f3-2eb15936270e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0153472 Mar 24 15:50:06.686290 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57846) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:06.691522 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] Request body: {'subnet': {'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-745802651-subnet', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'ip_version': 4}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:06.708410 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ffbf2-b8bc-4cd8-8668-78a75e366ff8 req-ca68cb87-2e56-4ead-8d0d-845500f07bb4 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:06.715303 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6c7ffbf2-b8bc-4cd8-8668-78a75e366ff8 req-ca68cb87-2e56-4ead-8d0d-845500f07bb4 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0773184 Mar 24 15:50:06.767360 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6c7ffbf2-b8bc-4cd8-8668-78a75e366ff8 req-4be41981-32fc-459f-b41c-978987f36b13 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505114 Mar 24 15:50:06.812262 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] Made reservation on behalf of 6a4dacff567e4c66bdf8209fad142ed2 for: {'subnet': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:50:06.815095 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127861650'] for subnet (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:07.040744 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127191811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127861636'] for subnet (bc04a805-68fd-4784-af6c-91af1c837ae1), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:07.100132 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc04a805-68fd-4784-af6c-91af1c837ae1,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:07.109118 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] Checking segment: {'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:50:07.109519 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] Network hostable DHCP agents. Network: 420cf326-830c-41a3-87d7-6197b727920a, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:50:07.172153 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] Network 420cf326-830c-41a3-87d7-6197b727920a is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:50:07.240257 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 420cf326-830c-41a3-87d7-6197b727920a) {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:07.246641 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:07.247704 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:07.254377 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd87fb-a468-4813-8cf6-9ca242eb48b2 None None] Network 420cf326-830c-41a3-87d7-6197b727920a requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:50:07.339422 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-f100f37c-a97e-40dc-ae8c-c339b5524a67 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6516371 Mar 24 15:50:07.341891 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57848) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:07.347153 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:07.360581 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-420cf326-830c-41a3-87d7-6197b727920a', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'fixed_ips': [{'subnet_id': 'bc04a805-68fd-4784-af6c-91af1c837ae1'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:50:07.362571 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:07.429082 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1623102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045903'] for router (705f72c7-97a9-4e62-82aa-54319b8382ab), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:07.430184 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046006'] for router (705f72c7-97a9-4e62-82aa-54319b8382ab), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:07.493314 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Publish callbacks [] for router_controller (705f72c7-97a9-4e62-82aa-54319b8382ab), precommit_add_association {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:07.515894 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Allocated IP 172.20.0.2 (420cf326-830c-41a3-87d7-6197b727920a/bc04a805-68fd-4784-af6c-91af1c837ae1/a555ade6-fa6d-498a-8db0-08245bed3c6f) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:50:07.637380 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8dfd94f0-ce9a-42bb-9443-c9ffb1a467d8 req-b8d63faa-c67c-4944-9e9b-97887deb6162 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0742378 Mar 24 15:50:07.697604 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd8331-8855-4306-8ae6-29ce3deb2adb req-2614c9f1-3018-462c-8806-80685f6dcaaa tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:07.697604 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7ccd8331-8855-4306-8ae6-29ce3deb2adb req-2614c9f1-3018-462c-8806-80685f6dcaaa tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.1009760 Mar 24 15:50:07.784868 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Publish callbacks [] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:07.806908 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7ccd8331-8855-4306-8ae6-29ce3deb2adb req-09858ade-e526-4706-928e-14587a00d0c5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967929 Mar 24 15:50:07.833331 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Publish callbacks [] for router_gateway (705f72c7-97a9-4e62-82aa-54319b8382ab), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:07.900862 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bded6-a1e0-437e-9847-702a8fbd178c req-ad52b41d-1971-4c98-80ae-c8bcd66b97f1 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:07.903104 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f69bded6-a1e0-437e-9847-702a8fbd178c req-ad52b41d-1971-4c98-80ae-c8bcd66b97f1 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0574844 Mar 24 15:50:07.915735 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:07.973133 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Network 420cf326-830c-41a3-87d7-6197b727920a is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:50:07.978896 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:07.983845 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:50:07.987030 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Pushing event updated for resources: {'Port': ['ID=a555ade6-fa6d-498a-8db0-08245bed3c6f,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:07.999316 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:07.999680 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.000442 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.001076 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.001663 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.002261 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.002610 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.002974 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.003328 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.003671 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.004015 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.004371 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.004739 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.005053 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.005390 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:08.010233 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f69bded6-a1e0-437e-9847-702a8fbd178c req-2bdfee7d-1697-451c-bb48-5ab8ce3b9c9a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016521 Mar 24 15:50:08.094030 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Attempting to bind port a555ade6-fa6d-498a-8db0-08245bed3c6f on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:50:08.094551 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Attempting to bind port a555ade6-fa6d-498a-8db0-08245bed3c6f by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:50:08.096713 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Attempting to bind port a555ade6-fa6d-498a-8db0-08245bed3c6f on network 420cf326-830c-41a3-87d7-6197b727920a {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:50:08.107307 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:50:08.107696 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Checking segment: {'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:50:08.108151 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:08.108596 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Bound using segment: {'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:50:08.109065 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Bound port: a555ade6-fa6d-498a-8db0-08245bed3c6f, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:50:08.109461 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:08.180163 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] For port a555ade6-fa6d-498a-8db0-08245bed3c6f, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:50:08.183932 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] For port a555ade6-fa6d-498a-8db0-08245bed3c6f, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=a555ade6-fa6d-498a-8db0-08245bed3c6f,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:50:08.192580 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Publish callbacks [] for router_gateway (705f72c7-97a9-4e62-82aa-54319b8382ab), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:08.214260 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:08.292658 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:08.331681 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Allocated IP 172.27.0.154 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/0ca2c9b9-5c26-4d00-958b-74d5f0762026) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:50:08.397510 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a66b42-67c7-4512-8efe-04a2f8593414 None None] Pushing event updated for resources: {'Port': ['ID=a555ade6-fa6d-498a-8db0-08245bed3c6f,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:08.463306 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Publish callbacks [] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:08.609778 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:08.651826 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:50:08.653595 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:08.659771 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:50:08.693081 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca2c9b9-5c26-4d00-958b-74d5f0762026,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:08.793924 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-84d8eb6a-e668-4905-bd12-c3f7571b1ef5 req-8682d4a5-afd5-4897-874c-ed1dbfc618c3 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0491753 Mar 24 15:50:08.957373 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3feca-c9d8-48cb-8fff-727eb355079f req-26172e9a-177f-41d6-a61b-dd71977cbd0e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:08.959258 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b8c3feca-c9d8-48cb-8fff-727eb355079f req-26172e9a-177f-41d6-a61b-dd71977cbd0e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0866277 Mar 24 15:50:08.975604 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device a555ade6-fa6d-498a-8db0-08245bed3c6f up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:09.032521 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port a555ade6-fa6d-498a-8db0-08245bed3c6f triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:09.033251 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:09.125296 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port a555ade6-fa6d-498a-8db0-08245bed3c6f is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:09.125690 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:09.127233 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b8c3feca-c9d8-48cb-8fff-727eb355079f req-1e47fb8e-3a26-4dfb-a24a-7ac2cff3934f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607568 Mar 24 15:50:09.153667 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Publish callbacks [] for router_gateway (705f72c7-97a9-4e62-82aa-54319b8382ab), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:09.169499 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port a555ade6-fa6d-498a-8db0-08245bed3c6f, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=a555ade6-fa6d-498a-8db0-08245bed3c6f,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:09.175962 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505cef9-8d1c-4206-81fe-7eadc244ced2 req-55eb89ce-db32-4df8-99c0-3dc94124412c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:09.177900 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d505cef9-8d1c-4206-81fe-7eadc244ced2 req-55eb89ce-db32-4df8-99c0-3dc94124412c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0843890 Mar 24 15:50:09.237057 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d505cef9-8d1c-4206-81fe-7eadc244ced2 req-605ec9e6-357f-400e-aefc-1e3df064928b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488460 Mar 24 15:50:09.247555 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:09.316220 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=a555ade6-fa6d-498a-8db0-08245bed3c6f,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:09.380131 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896'] for router (705f72c7-97a9-4e62-82aa-54319b8382ab), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:09.493139 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc735d-dca5-44f2-a260-52624ce7b94e None None] Network 420cf326-830c-41a3-87d7-6197b727920a requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:50:09.582843 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Router 705f72c7-97a9-4e62-82aa-54319b8382ab is scheduled to L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 with binding_index 1 {{(pid=110397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:50:09.596693 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-95714793-9c34-402c-9f4f-17854c29ccc4 None None] Provisioning complete for port a555ade6-fa6d-498a-8db0-08245bed3c6f triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:09.597063 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-95714793-9c34-402c-9f4f-17854c29ccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:09.691507 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-95714793-9c34-402c-9f4f-17854c29ccc4 None None] Current status of the port a555ade6-fa6d-498a-8db0-08245bed3c6f is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:09.697808 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:50:09.712898 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Sync routers for ids ['705f72c7-97a9-4e62-82aa-54319b8382ab'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:50:09.723885 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Routers {'705f72c7-97a9-4e62-82aa-54319b8382ab'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:50:09.724511 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:49:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['705f72c7-97a9-4e62-82aa-54319b8382ab'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:09.779933 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486423-0076-424d-90e0-1ac5de27b471 req-a87dead4-79b8-4a58-82ad-ae46cc7cb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:09.781828 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-61486423-0076-424d-90e0-1ac5de27b471 req-a87dead4-79b8-4a58-82ad-ae46cc7cb492 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 1130 time: 0.0494924 Mar 24 15:50:09.830756 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:09.832014 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-a43e76d9-9b75-49eb-810e-04ee32aadd61 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4890709 Mar 24 15:50:09.844310 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57866) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:09.845949 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Set router 705f72c7-97a9-4e62-82aa-54319b8382ab gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:50:09.898273 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486423-0076-424d-90e0-1ac5de27b471 req-70292c7f-47bc-476c-aa8a-3dce46fd894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:09.900680 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-61486423-0076-424d-90e0-1ac5de27b471 req-70292c7f-47bc-476c-aa8a-3dce46fd894c service neutron] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 920 time: 0.1118894 Mar 24 15:50:09.920631 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-775678be-41cb-49eb-a26e-64204a251bca None None] Provisioning complete for port a555ade6-fa6d-498a-8db0-08245bed3c6f triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:09.921004 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-775678be-41cb-49eb-a26e-64204a251bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:09.957489 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-61486423-0076-424d-90e0-1ac5de27b471 req-f4d5d25a-6ec6-4bed-b910-e396ef0f6597 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f3f1ebf-91bd-44b1-a576-403913464046 HTTP/1.1" status: 200 len: 217 time: 0.0505412 Mar 24 15:50:09.999277 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6402397f-f8fc-4c42-97b1-31d66ffffa66 req-9633e0ec-06af-4259-9272-8e1629c7bdc2 tempest-VolumesActionsTest-1808818642 tempest-VolumesActionsTest-1808818642-project] 10.222.0.31 "GET /v2.0/ports?device_id=719afbb6-1979-42a8-b054-fa78aeeb64bf HTTP/1.1" status: 200 len: 210 time: 0.0443876 Mar 24 15:50:10.028800 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-775678be-41cb-49eb-a26e-64204a251bca None None] Current status of the port a555ade6-fa6d-498a-8db0-08245bed3c6f is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:10.038239 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486423-0076-424d-90e0-1ac5de27b471 req-adbd9d40-e374-42e7-ba80-9f53a8fb631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:10.039754 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-61486423-0076-424d-90e0-1ac5de27b471 req-adbd9d40-e374-42e7-ba80-9f53a8fb631d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0763206 Mar 24 15:50:10.063612 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:08Z', 'revision_number': 3, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:10.101729 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Checking router: 705f72c7-97a9-4e62-82aa-54319b8382ab for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:50:10.102021 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Updating router 705f72c7-97a9-4e62-82aa-54319b8382ab port 0ca2c9b9-5c26-4d00-958b-74d5f0762026 binding host dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:50:10.108077 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486423-0076-424d-90e0-1ac5de27b471 req-04878206-d0ee-4b47-a40b-60db8fdc8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:10.110056 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-61486423-0076-424d-90e0-1ac5de27b471 req-04878206-d0ee-4b47-a40b-60db8fdc8290 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560358 Mar 24 15:50:10.132331 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:10.280132 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-61486423-0076-424d-90e0-1ac5de27b471 req-ed7dfa3f-9c51-4fbb-812f-e4a2ac1e745b service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587715 Mar 24 15:50:10.325529 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84fbda-3d27-4776-931b-37134df9a04f req-cd1b55ff-a666-4e54-91d4-08941773e2ca tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:10.333412 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8e84fbda-3d27-4776-931b-37134df9a04f req-cd1b55ff-a666-4e54-91d4-08941773e2ca tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.1194143 Mar 24 15:50:10.424100 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Publish callbacks [] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), precommit_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:10.431210 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8e84fbda-3d27-4776-931b-37134df9a04f req-e6e8e16d-a812-4f36-bb59-75c808078a7a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967429 Mar 24 15:50:10.445021 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-61486423-0076-424d-90e0-1ac5de27b471 req-2525842e-94d5-452b-8448-fc6ed7a98294 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522894 Mar 24 15:50:10.509498 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:10.529834 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9ad8f-b408-46c0-a014-ff69000dd76c req-4e9cd079-b8f6-45d8-91cb-ec90c0b2f4e3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:10.531424 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-01f9ad8f-b408-46c0-a014-ff69000dd76c req-4e9cd079-b8f6-45d8-91cb-ec90c0b2f4e3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1097252 Mar 24 15:50:10.567952 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Attempting to bind port 0ca2c9b9-5c26-4d00-958b-74d5f0762026 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:50:10.568325 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Attempting to bind port 0ca2c9b9-5c26-4d00-958b-74d5f0762026 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:50:10.568692 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Attempting to bind port 0ca2c9b9-5c26-4d00-958b-74d5f0762026 on network cd957b4c-42c5-4eea-915f-4d8712523c86 {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:50:10.575921 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Pushing event updated for resources: {'Port': ['ID=0ca2c9b9-5c26-4d00-958b-74d5f0762026,revision_number=2']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:10.582216 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:50:10.582216 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:50:10.582216 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:10.582216 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Bound using segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:50:10.582216 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Bound port: 0ca2c9b9-5c26-4d00-958b-74d5f0762026, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:50:10.582216 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:10.619086 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.622504 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.622504 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.622504 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.622504 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.622504 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.622504 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.622504 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.622504 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.622504 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.623326 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.623326 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.623511 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.623814 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.624131 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:10.633744 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-01f9ad8f-b408-46c0-a014-ff69000dd76c req-053ef66c-b51a-4b24-9f4a-2b9132ebe3ba tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800946 Mar 24 15:50:10.653712 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] For port 0ca2c9b9-5c26-4d00-958b-74d5f0762026, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:50:10.656996 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] For port 0ca2c9b9-5c26-4d00-958b-74d5f0762026, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=0ca2c9b9-5c26-4d00-958b-74d5f0762026,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:50:10.686007 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:10.783875 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:10.832986 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Routers {'705f72c7-97a9-4e62-82aa-54319b8382ab'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:50:10.833612 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:49:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['705f72c7-97a9-4e62-82aa-54319b8382ab'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:10.843112 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Allocated IP 172.20.0.1 (420cf326-830c-41a3-87d7-6197b727920a/bc04a805-68fd-4784-af6c-91af1c837ae1/a4f87449-9126-46d0-8559-281535128015) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:50:10.913593 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb80b0-a2f7-4305-9d8e-92dcec9272d5 None None] Pushing event updated for resources: {'Port': ['ID=0ca2c9b9-5c26-4d00-958b-74d5f0762026,revision_number=3']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:10.936219 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device a555ade6-fa6d-498a-8db0-08245bed3c6f up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:10.964733 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Publish callbacks [] for port (a4f87449-9126-46d0-8559-281535128015), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:10.967411 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] Set router 705f72c7-97a9-4e62-82aa-54319b8382ab gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:50:10.987370 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port a555ade6-fa6d-498a-8db0-08245bed3c6f triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:10.987924 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:11.041472 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (a4f87449-9126-46d0-8559-281535128015), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:11.087638 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Network 420cf326-830c-41a3-87d7-6197b727920a is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:50:11.088788 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port a555ade6-fa6d-498a-8db0-08245bed3c6f is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:11.092256 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:11.098372 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:50:11.126136 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f87449-9126-46d0-8559-281535128015,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:11.144707 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625853'] for router_interface (705f72c7-97a9-4e62-82aa-54319b8382ab), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:11.181494 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:08Z', 'revision_number': 3, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:11.225301 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255679f-4522-424f-8b14-cc5d7ee70b21 None None] The sync data for ids ['705f72c7-97a9-4e62-82aa-54319b8382ab'] in dv-cinder-790535-34-iscsi is: [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:08Z', 'revision_number': 3, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:50:11.362957 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-501fb79a-a281-4ee1-89c5-e35c8619846c None None] Provisioning complete for port a4f87449-9126-46d0-8559-281535128015 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:11.363337 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-501fb79a-a281-4ee1-89c5-e35c8619846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a4f87449-9126-46d0-8559-281535128015), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:11.411620 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-501fb79a-a281-4ee1-89c5-e35c8619846c None None] Port a4f87449-9126-46d0-8559-281535128015 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:50:11.444276 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a4f87449-9126-46d0-8559-281535128015), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:11.499870 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4dd6546e-b116-4d26-a4a0-79f788c6dec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:11.653038 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4615b-3070-4a70-b516-480d0c19d136 req-c59daab1-4fe3-460a-bc52-559c81c2ba47 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:11.654589 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-06b4615b-3070-4a70-b516-480d0c19d136 req-c59daab1-4fe3-460a-bc52-559c81c2ba47 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.1177516 Mar 24 15:50:11.746935 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-06b4615b-3070-4a70-b516-480d0c19d136 req-7c59324f-d592-49fb-8563-f13d03a7f98a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858719 Mar 24 15:50:11.749743 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Publish callbacks [] for port (a4f87449-9126-46d0-8559-281535128015), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:11.776634 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1ddc2-814c-4c7d-9379-56eeadc0d842 req-e99e5b90-2be3-43d6-9df0-92b3c2153fda tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:11.776634 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2fd1ddc2-814c-4c7d-9379-56eeadc0d842 req-e99e5b90-2be3-43d6-9df0-92b3c2153fda tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0647042 Mar 24 15:50:11.831352 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2fd1ddc2-814c-4c7d-9379-56eeadc0d842 req-7134e5da-ca47-4bfd-8a3b-0d1702d730c7 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493405 Mar 24 15:50:11.840380 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (a4f87449-9126-46d0-8559-281535128015), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:11.909978 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625705'] for router_interface (705f72c7-97a9-4e62-82aa-54319b8382ab), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:11.911769 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f87449-9126-46d0-8559-281535128015,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:12.017917 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Network 420cf326-830c-41a3-87d7-6197b727920a is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:50:12.019447 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:12.150050 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Router 705f72c7-97a9-4e62-82aa-54319b8382ab has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:50:12.259772 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-58f2f4fe-cd60-46de-b3e9-db7781ef079c None None] Provisioning complete for port a4f87449-9126-46d0-8559-281535128015 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:12.260321 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-58f2f4fe-cd60-46de-b3e9-db7781ef079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a4f87449-9126-46d0-8559-281535128015), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:12.283408 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:50:12.289101 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-28267f0b-b043-4f1f-9d9d-b3a09f696715 admin admin] 10.222.0.31 "PUT /v2.0/routers/705f72c7-97a9-4e62-82aa-54319b8382ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4531946 Mar 24 15:50:12.298135 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-58f2f4fe-cd60-46de-b3e9-db7781ef079c None None] Port a4f87449-9126-46d0-8559-281535128015 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:50:12.807387 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Sync routers for ids ['705f72c7-97a9-4e62-82aa-54319b8382ab'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:50:12.818174 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Routers {'705f72c7-97a9-4e62-82aa-54319b8382ab'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:50:12.818832 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:49:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['705f72c7-97a9-4e62-82aa-54319b8382ab'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:12.907518 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04c953-fce2-444f-8ca3-d9cce930e39a req-4b6ac768-16a6-4fed-a9fc-a68e2c6d51dd tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:12.909943 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7f04c953-fce2-444f-8ca3-d9cce930e39a req-4b6ac768-16a6-4fed-a9fc-a68e2c6d51dd tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0807528 Mar 24 15:50:12.986759 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Set router 705f72c7-97a9-4e62-82aa-54319b8382ab gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:50:12.990898 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e4a47-b7d0-4e53-baac-9afe989250ba req-eddb4391-e6c6-489d-bb32-377ef3e78c6a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:12.991488 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7f04c953-fce2-444f-8ca3-d9cce930e39a req-669916f2-b74d-4bf4-9004-37fcd395ae07 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735073 Mar 24 15:50:12.992404 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-297e4a47-b7d0-4e53-baac-9afe989250ba req-eddb4391-e6c6-489d-bb32-377ef3e78c6a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0632534 Mar 24 15:50:13.038348 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 0ca2c9b9-5c26-4d00-958b-74d5f0762026 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:13.062209 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-297e4a47-b7d0-4e53-baac-9afe989250ba req-6e8fcf89-d932-460f-918f-2822b6ca08be tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634339 Mar 24 15:50:13.077219 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57944) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:13.082509 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1797708919-network', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:13.165981 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Made reservation on behalf of 0558ddb7b2bf490c9dc157736b02e3c7 for: {'network': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:50:13.169009 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.177463 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.192842 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 0ca2c9b9-5c26-4d00-958b-74d5f0762026 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:13.193307 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.251627 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Publish callbacks [] for security_group (27592bd5-2efb-4ecb-905f-2c35ca265a88), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.314978 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (27592bd5-2efb-4ecb-905f-2c35ca265a88), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.317234 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 0ca2c9b9-5c26-4d00-958b-74d5f0762026 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:13.317756 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.323627 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:11Z', 'revision_number': 4, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'a4f87449-9126-46d0-8559-281535128015', 'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'mac_address': 'fa:16:3e:24:13:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:10Z', 'updated_at': '2022-03-24T15:50:11Z', 'revision_number': 2, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'subnets': [{'id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:13.337159 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=110397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:50:13.352467 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27592bd5-2efb-4ecb-905f-2c35ca265a88,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:13.356302 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (1d3973ff-d270-4dad-985d-30a56ab2b45e), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.356640 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.segments_db [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Added segment 1d3973ff-d270-4dad-985d-30a56ab2b45e of type vlan for network 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f Mar 24 15:50:13.358634 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Checking router: 705f72c7-97a9-4e62-82aa-54319b8382ab for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:50:13.359032 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Updating router 705f72c7-97a9-4e62-82aa-54319b8382ab port a4f87449-9126-46d0-8559-281535128015 binding host dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:50:13.388800 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port 0ca2c9b9-5c26-4d00-958b-74d5f0762026, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=0ca2c9b9-5c26-4d00-958b-74d5f0762026,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:13.397461 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.399517 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a4f87449-9126-46d0-8559-281535128015), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.516630 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.516630 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:13.516630 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.535138 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.577733 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] Pushing event updated for resources: {'Network': ['ID=2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:13.589703 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:50:13.632033 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-50f3aba7-d182-4436-bd81-fca27a3f3445 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5533283 Mar 24 15:50:13.640984 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57950) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:13.646004 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] Request body: {'subnet': {'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1797708919-subnet', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'ip_version': 4}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:13.711601 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=0ca2c9b9-5c26-4d00-958b-74d5f0762026,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:13.771813 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] Made reservation on behalf of 0558ddb7b2bf490c9dc157736b02e3c7 for: {'subnet': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:50:13.774381 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127861650'] for subnet (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.900877 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9015-16d0-4464-991b-1b6c7257af2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.912478 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Publish callbacks [] for port (a4f87449-9126-46d0-8559-281535128015), precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.971692 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a4f87449-9126-46d0-8559-281535128015), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:13.989053 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127191811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127861636'] for subnet (f810f168-54ea-4551-9390-a9684d464799), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.023664 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d76c69-96cf-42ed-8126-9055deb6548d None None] Pushing event updated for resources: {'Port': ['ID=a4f87449-9126-46d0-8559-281535128015,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:14.054800 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f810f168-54ea-4551-9390-a9684d464799,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:14.071358 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] Checking segment: {'id': '1d3973ff-d270-4dad-985d-30a56ab2b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:50:14.071714 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] Network hostable DHCP agents. Network: 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:50:14.095302 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Attempting to bind port a4f87449-9126-46d0-8559-281535128015 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:50:14.095513 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Attempting to bind port a4f87449-9126-46d0-8559-281535128015 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:50:14.099731 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Attempting to bind port a4f87449-9126-46d0-8559-281535128015 on network 420cf326-830c-41a3-87d7-6197b727920a {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:50:14.106058 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:50:14.106570 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Checking segment: {'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:50:14.107918 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.108394 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Bound using segment: {'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:50:14.108963 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Bound port: a4f87449-9126-46d0-8559-281535128015, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:50:14.109526 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a4f87449-9126-46d0-8559-281535128015), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.181325 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c217f90-2cac-4d89-b0d8-c7a7bf76387d req-6c7502b8-e0b1-4dd3-8077-32bf2b1e4366 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:14.184500 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2c217f90-2cac-4d89-b0d8-c7a7bf76387d req-6c7502b8-e0b1-4dd3-8077-32bf2b1e4366 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0731926 Mar 24 15:50:14.192056 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] For port a4f87449-9126-46d0-8559-281535128015, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:50:14.192514 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] Network 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:50:14.196007 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] For port a4f87449-9126-46d0-8559-281535128015, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=a4f87449-9126-46d0-8559-281535128015,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:50:14.220860 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fafbd2-2ad3-40a9-8f7e-dc5f4ec7ef3c req-de183983-6e12-49a4-a01c-62285f13bd64 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:14.230399 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c2fafbd2-2ad3-40a9-8f7e-dc5f4ec7ef3c req-de183983-6e12-49a4-a01c-62285f13bd64 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0841656 Mar 24 15:50:14.242138 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7160cd8d-5da7-4112-8bc5-f5e08d67beef None None] Provisioning complete for port a4f87449-9126-46d0-8559-281535128015 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:14.242511 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7160cd8d-5da7-4112-8bc5-f5e08d67beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a4f87449-9126-46d0-8559-281535128015), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.244658 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2c217f90-2cac-4d89-b0d8-c7a7bf76387d req-548f20fb-98cd-4e1b-b63d-92aef76b4000 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540195 Mar 24 15:50:14.274971 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f) {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:14.279609 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:14.280371 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.283679 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c2fafbd2-2ad3-40a9-8f7e-dc5f4ec7ef3c req-b413d5c7-b769-40f4-865d-176079199487 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522602 Mar 24 15:50:14.287633 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edee02ed-4b81-481b-ba34-4b86f7a11929 None None] Network 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:50:14.292261 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a4f87449-9126-46d0-8559-281535128015), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.305429 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7160cd8d-5da7-4112-8bc5-f5e08d67beef None None] Port a4f87449-9126-46d0-8559-281535128015 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:50:14.340405 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b6b1a80f-7849-4205-98be-15c18e678b55 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6981585 Mar 24 15:50:14.342920 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57956) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:14.347165 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1797708919-router', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:14.409111 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Routers {'705f72c7-97a9-4e62-82aa-54319b8382ab'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:50:14.409763 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:50:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['705f72c7-97a9-4e62-82aa-54319b8382ab'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:14.417712 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1623102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045903'] for router (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.420031 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046006'] for router (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.483836 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Publish callbacks [] for router_controller (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), precommit_add_association {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.484497 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d76c69-96cf-42ed-8126-9055deb6548d None None] Pushing event updated for resources: {'Port': ['ID=a4f87449-9126-46d0-8559-281535128015,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:14.528837 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f', 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f', 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'fixed_ips': [{'subnet_id': 'f810f168-54ea-4551-9390-a9684d464799'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:50:14.529692 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.627026 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] Set router 705f72c7-97a9-4e62-82aa-54319b8382ab gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:50:14.691394 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Publish callbacks [] for router_gateway (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.709854 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-ee552482-96c4-4f31-a4dc-6ece8af8eac4 None None] Provisioning complete for port a4f87449-9126-46d0-8559-281535128015 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:14.710235 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ee552482-96c4-4f31-a4dc-6ece8af8eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a4f87449-9126-46d0-8559-281535128015), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:14.844663 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Allocated IP 172.20.0.2 (2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f/f810f168-54ea-4551-9390-a9684d464799/19e6b854-2b32-448b-80fe-0cd6fcf092c1) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:50:14.955873 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 0ca2c9b9-5c26-4d00-958b-74d5f0762026 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:15.012785 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Publish callbacks [] for router_gateway (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.035875 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.039718 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-ee552482-96c4-4f31-a4dc-6ece8af8eac4 None None] Current status of the port a4f87449-9126-46d0-8559-281535128015 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:15.039718 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ee552482-96c4-4f31-a4dc-6ece8af8eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a4f87449-9126-46d0-8559-281535128015), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.072750 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.145797 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Allocated IP 172.27.0.32 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:50:15.153036 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-ee552482-96c4-4f31-a4dc-6ece8af8eac4 None None] For port a4f87449-9126-46d0-8559-281535128015, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=a4f87449-9126-46d0-8559-281535128015,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:15.187198 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Publish callbacks [] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.194601 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:11Z', 'revision_number': 4, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'a4f87449-9126-46d0-8559-281535128015', 'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'mac_address': 'fa:16:3e:24:13:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:10Z', 'updated_at': '2022-03-24T15:50:14Z', 'revision_number': 4, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'subnets': [{'id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:15.196295 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 0ca2c9b9-5c26-4d00-958b-74d5f0762026 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:15.196665 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.246442 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ee552482-96c4-4f31-a4dc-6ece8af8eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a4f87449-9126-46d0-8559-281535128015), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.247531 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Publish callbacks [] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.248336 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cc87d6-2727-4f23-b959-9a1920855ae0 None None] The sync data for ids ['705f72c7-97a9-4e62-82aa-54319b8382ab'] in dv-cinder-790535-34-iscsi is: [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:11Z', 'revision_number': 4, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'a4f87449-9126-46d0-8559-281535128015', 'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'mac_address': 'fa:16:3e:24:13:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:10Z', 'updated_at': '2022-03-24T15:50:14Z', 'revision_number': 4, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'subnets': [{'id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:50:15.282265 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.331102 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Network 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:50:15.332368 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee552482-96c4-4f31-a4dc-6ece8af8eac4 None None] Pushing event updated for resources: {'Port': ['ID=a4f87449-9126-46d0-8559-281535128015,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:15.337457 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:15.342337 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:50:15.352608 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.446895 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:50:15.449457 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:15.455839 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:50:15.459936 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 0ca2c9b9-5c26-4d00-958b-74d5f0762026 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:15.465424 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Pushing event updated for resources: {'Port': ['ID=19e6b854-2b32-448b-80fe-0cd6fcf092c1,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:15.477123 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Attempting to bind port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:50:15.477504 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Attempting to bind port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '1d3973ff-d270-4dad-985d-30a56ab2b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:50:15.477876 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Attempting to bind port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 on network 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:50:15.484194 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:50:15.484579 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Checking segment: {'id': '1d3973ff-d270-4dad-985d-30a56ab2b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:50:15.484871 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19624a0e-7cef-4a64-aaad-b2b74541ec6a req-e54e861f-a7c5-459a-b128-8bb397318da8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:15.485365 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.485365 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Bound using segment: {'id': '1d3973ff-d270-4dad-985d-30a56ab2b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:50:15.485838 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Bound port: 19e6b854-2b32-448b-80fe-0cd6fcf092c1, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3973ff-d270-4dad-985d-30a56ab2b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:50:15.486224 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.492191 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-19624a0e-7cef-4a64-aaad-b2b74541ec6a req-e54e861f-a7c5-459a-b128-8bb397318da8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0761802 Mar 24 15:50:15.510599 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Pushing event updated for resources: {'Port': ['ID=ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:15.550686 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-19624a0e-7cef-4a64-aaad-b2b74541ec6a req-5c440f03-5a09-41a3-b01d-2ba169bc47a6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526102 Mar 24 15:50:15.584110 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] For port 19e6b854-2b32-448b-80fe-0cd6fcf092c1, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:50:15.587862 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] For port 19e6b854-2b32-448b-80fe-0cd6fcf092c1, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=19e6b854-2b32-448b-80fe-0cd6fcf092c1,segment=NetworkSegment(1d3973ff-d270-4dad-985d-30a56ab2b45e),segment_id=1d3973ff-d270-4dad-985d-30a56ab2b45e)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:50:15.624929 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e5a2c-8836-4a61-9856-cd37f6e0f7d7 req-ffbba30e-a8de-4005-8b49-f35bc4503de9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:15.626509 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6a9e5a2c-8836-4a61-9856-cd37f6e0f7d7 req-ffbba30e-a8de-4005-8b49-f35bc4503de9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.2232189 Mar 24 15:50:15.640737 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:15.707928 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06976c9e-71c9-4399-8c6f-2ff20f8597be None None] Pushing event updated for resources: {'Port': ['ID=19e6b854-2b32-448b-80fe-0cd6fcf092c1,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:15.708138 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6a9e5a2c-8836-4a61-9856-cd37f6e0f7d7 req-b1eaaf66-7b06-4cb1-b2d3-8fd35c3277da tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754461 Mar 24 15:50:15.916532 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Publish callbacks [] for router_gateway (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:16.146648 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896'] for router (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:16.411756 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:16.626660 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 is scheduled to L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 with binding_index 1 {{(pid=110397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:50:16.682483 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2a0cd-2ca3-4988-b09a-466da6128022 req-c5faf27e-baf1-4bbb-88c0-aa3b326b5b8b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:16.691378 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ede2a0cd-2ca3-4988-b09a-466da6128022 req-c5faf27e-baf1-4bbb-88c0-aa3b326b5b8b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0678945 Mar 24 15:50:16.777753 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b5dbc-439a-47ec-9de4-31779d53d8e2 None None] Network 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:50:16.780269 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ede2a0cd-2ca3-4988-b09a-466da6128022 req-6b54317c-0ce1-4900-8ae3-2dfd13f0786d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707972 Mar 24 15:50:16.830318 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-8f21b555-2b8d-473a-9157-a705fb6e4139 None None] Provisioning complete for port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:16.830735 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8f21b555-2b8d-473a-9157-a705fb6e4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:16.835260 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:50:16.846899 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Sync routers for ids ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:50:16.865495 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Routers {'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:50:16.866134 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:50:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:16.963099 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:16.964717 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-5f4daf12-3d02-4c04-a283-b771b5006eaf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6206033 Mar 24 15:50:16.967252 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 57998) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:17.004178 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc4a9f-f7c6-40cc-a12c-f5f92820ff00 req-1ecb7478-1b43-4cdd-a327-527720dd9c15 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:17.013854 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cfbc4a9f-f7c6-40cc-a12c-f5f92820ff00 req-1ecb7478-1b43-4cdd-a327-527720dd9c15 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.1545858 Mar 24 15:50:17.073265 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cfbc4a9f-f7c6-40cc-a12c-f5f92820ff00 req-18e5c322-11b2-4e0b-b178-5aac4d448b8c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582054 Mar 24 15:50:17.189744 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device a0156e1e-f614-4d1e-9e39-597c366a61d0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:50:17.192037 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 19e6b854-2b32-448b-80fe-0cd6fcf092c1 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:17.201726 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-8f21b555-2b8d-473a-9157-a705fb6e4139 None None] Current status of the port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:17.202418 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8f21b555-2b8d-473a-9157-a705fb6e4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:17.232801 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Set router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:50:17.533088 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-8f21b555-2b8d-473a-9157-a705fb6e4139 None None] For port 19e6b854-2b32-448b-80fe-0cd6fcf092c1, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=19e6b854-2b32-448b-80fe-0cd6fcf092c1,segment=NetworkSegment(1d3973ff-d270-4dad-985d-30a56ab2b45e),segment_id=1d3973ff-d270-4dad-985d-30a56ab2b45e)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:17.546334 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'name': 'tempest-TestMinimumBasicScenario-1797708919-router', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:14Z', 'updated_at': '2022-03-24T15:50:15Z', 'revision_number': 3, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'gw_port': {'id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:15Z', 'updated_at': '2022-03-24T15:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:17.559449 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.db.resource_extend [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 15:50:17.581797 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Checking router: e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:50:17.582399 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Updating router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 binding host dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:50:17.612648 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:17.638717 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8f21b555-2b8d-473a-9157-a705fb6e4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:17.658246 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:17.658630 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:17.691669 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:17.830390 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:17.831971 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21b555-2b8d-473a-9157-a705fb6e4139 None None] Pushing event updated for resources: {'Port': ['ID=19e6b854-2b32-448b-80fe-0cd6fcf092c1,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:17.846116 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:17.850219 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-14f36107-648c-436f-bb2f-d3be71e1c184 None None] Provisioning complete for port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:17.850753 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-14f36107-648c-436f-bb2f-d3be71e1c184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:17.907316 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:17.908433 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device a4f87449-9126-46d0-8559-281535128015 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:17.939454 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'port_id': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'mac_address': 'fa:16:3e:f5:f5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:50:17.961657 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Publish callbacks [] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), precommit_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:17.984031 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b483570-4969-4d22-8046-00f44acb5972 req-2aa40c92-da08-4c05-87e6-550980bd14ce tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:17.990178 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Allocated IP 172.20.0.1 (2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f/f810f168-54ea-4551-9390-a9684d464799/a09b560f-dd09-4dd6-9f90-e42b35da8e5f) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:50:17.991813 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7b483570-4969-4d22-8046-00f44acb5972 req-2aa40c92-da08-4c05-87e6-550980bd14ce tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1046963 Mar 24 15:50:18.075746 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-14f36107-648c-436f-bb2f-d3be71e1c184 None None] Current status of the port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:18.078789 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port a0156e1e-f614-4d1e-9e39-597c366a61d0 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:18.079198 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:18.090960 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7b483570-4969-4d22-8046-00f44acb5972 req-243e2483-e644-4d7d-8136-f0f47ad607a8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980070 Mar 24 15:50:18.109447 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0156e1e-f614-4d1e-9e39-597c366a61d0 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:50:18.114951 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port a4f87449-9126-46d0-8559-281535128015 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:18.115335 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a4f87449-9126-46d0-8559-281535128015), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:18.157939 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:18.195558 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Publish callbacks [] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:18.225925 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port a4f87449-9126-46d0-8559-281535128015 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:18.232291 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:18.293246 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Attempting to bind port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:50:18.293641 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Attempting to bind port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:50:18.294239 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Attempting to bind port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 on network cd957b4c-42c5-4eea-915f-4d8712523c86 {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:50:18.296798 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881877b-1333-4874-8652-8ee1e64e10db None None] Pushing event updated for resources: {'Port': ['ID=ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0,revision_number=2']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:18.303810 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:50:18.304173 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:50:18.304687 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:18.305337 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Bound using segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:50:18.305928 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Bound port: ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:50:18.306364 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:18.319357 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc663824-d8e9-4d08-9aa6-f62b3f29bc4f req-38475a1f-a9ae-40b9-be6e-5e8351626737 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:18.321130 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-dc663824-d8e9-4d08-9aa6-f62b3f29bc4f req-38475a1f-a9ae-40b9-be6e-5e8351626737 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 943 time: 0.0984373 Mar 24 15:50:18.373735 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] For port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:50:18.377698 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] For port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:50:18.384298 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-dc663824-d8e9-4d08-9aa6-f62b3f29bc4f req-d097c747-e098-4c89-b429-3d55065cf609 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559700 Mar 24 15:50:18.891024 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:18.891761 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:18.894362 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:18.946312 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Network 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:50:18.955311 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:18.965826 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:50:18.990240 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Routers {'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:50:18.991584 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:50:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:19.009755 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=a0156e1e-f614-4d1e-9e39-597c366a61d0,revision_number=9']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:19.017747 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Pushing event updated for resources: {'Port': ['ID=a09b560f-dd09-4dd6-9f90-e42b35da8e5f,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:19.043399 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 19e6b854-2b32-448b-80fe-0cd6fcf092c1 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:19.072941 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625853'] for router_interface (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:19.153670 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:19.155195 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:19.167482 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] Set router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:50:19.202794 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['a0156e1e-f614-4d1e-9e39-597c366a61d0'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:50:19.369477 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24393f44-1cb5-4ed8-96d0-009b37de93d3 req-ab1a2646-8150-4623-8048-fbdac5ce4340 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:19.372579 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-24393f44-1cb5-4ed8-96d0-009b37de93d3 req-ab1a2646-8150-4623-8048-fbdac5ce4340 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1095603 Mar 24 15:50:19.387301 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881877b-1333-4874-8652-8ee1e64e10db None None] Pushing event updated for resources: {'Port': ['ID=ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0,revision_number=3']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:19.435387 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'name': 'tempest-TestMinimumBasicScenario-1797708919-router', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:14Z', 'updated_at': '2022-03-24T15:50:15Z', 'revision_number': 3, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'gw_port': {'id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:15Z', 'updated_at': '2022-03-24T15:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:19.468822 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:19.482575 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d281d-8022-47f1-9cb1-5ac339ed5ea2 None None] The sync data for ids ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'] in dv-cinder-790535-34-iscsi is: [{'id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'name': 'tempest-TestMinimumBasicScenario-1797708919-router', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:14Z', 'updated_at': '2022-03-24T15:50:15Z', 'revision_number': 3, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'gw_port': {'id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:15Z', 'updated_at': '2022-03-24T15:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:50:19.488522 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-6a3374b6-4173-470c-86a9-7c91e26c40a2 None None] Provisioning complete for port a09b560f-dd09-4dd6-9f90-e42b35da8e5f triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:19.488884 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6a3374b6-4173-470c-86a9-7c91e26c40a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:19.518052 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:19.519368 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-24393f44-1cb5-4ed8-96d0-009b37de93d3 req-551bf9ea-950a-4041-950e-1607aee34be5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402647 Mar 24 15:50:19.611501 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-6a3374b6-4173-470c-86a9-7c91e26c40a2 None None] Port a09b560f-dd09-4dd6-9f90-e42b35da8e5f cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:50:19.768017 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fa0ff-2df6-4807-8214-06170fe1d4b6 req-5f7e7905-f8b3-4b88-8887-980139ae5f23 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:19.775194 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a11fa0ff-2df6-4807-8214-06170fe1d4b6 req-5f7e7905-f8b3-4b88-8887-980139ae5f23 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 944 time: 0.1808028 Mar 24 15:50:19.868654 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a11fa0ff-2df6-4807-8214-06170fe1d4b6 req-a570acd0-cea2-46cb-adae-6bb7f46e358b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893760 Mar 24 15:50:19.936385 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Publish callbacks [] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:20.013097 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:20.029782 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a894682-9a0f-4567-80a1-04029cafab93 req-25572cca-20b8-4888-9d60-98856c28b0ea tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:20.039882 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1a894682-9a0f-4567-80a1-04029cafab93 req-25572cca-20b8-4888-9d60-98856c28b0ea tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0816205 Mar 24 15:50:20.103408 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Pushing event updated for resources: {'Port': ['ID=a09b560f-dd09-4dd6-9f90-e42b35da8e5f,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:20.108530 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625705'] for router_interface (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:20.127975 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1a894682-9a0f-4567-80a1-04029cafab93 req-b85a4111-fa91-46a1-9cf4-9d3c1497a2d0 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828598 Mar 24 15:50:20.222765 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Network 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:50:20.224276 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:20.422380 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:50:20.557146 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-6a77d396-ee57-49b4-88a5-c23aba241a2b None None] Provisioning complete for port a09b560f-dd09-4dd6-9f90-e42b35da8e5f triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:20.557760 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6a77d396-ee57-49b4-88a5-c23aba241a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:20.567400 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:50:20.574584 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-0f1c6235-0aaa-4b04-9f79-ab5f5e930741 admin admin] 10.222.0.31 "PUT /v2.0/routers/e2825c5f-59ec-48c1-b92b-12bc5bc6aea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6056983 Mar 24 15:50:20.611299 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-6a77d396-ee57-49b4-88a5-c23aba241a2b None None] Port a09b560f-dd09-4dd6-9f90-e42b35da8e5f cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:50:20.725311 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e1a7f-fbd3-45f1-bf94-e9534653cca6 req-8a351694-c8a1-41a1-bea1-1779d242d2fb tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:20.732439 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1f0e1a7f-fbd3-45f1-bf94-e9534653cca6 req-8a351694-c8a1-41a1-bea1-1779d242d2fb tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0896921 Mar 24 15:50:20.808277 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1f0e1a7f-fbd3-45f1-bf94-e9534653cca6 req-ec6e6aa6-8803-4704-9aec-f4138fcfc5d3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711038 Mar 24 15:50:21.003893 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:21.067484 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:21.069739 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:21.071516 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9db8eb-3051-42fd-92e5-9bd54ffca34c req-8263c404-bea6-4f7e-8199-3c27ba0876f2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:21.074270 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5b9db8eb-3051-42fd-92e5-9bd54ffca34c req-8263c404-bea6-4f7e-8199-3c27ba0876f2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 944 time: 0.0923853 Mar 24 15:50:21.136584 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5b9db8eb-3051-42fd-92e5-9bd54ffca34c req-2426a7b2-98b5-43d1-a824-6626e32fcc86 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552540 Mar 24 15:50:21.186609 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:21.187052 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:21.196709 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device a0156e1e-f614-4d1e-9e39-597c366a61d0 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:21.262888 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:21.263851 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port a0156e1e-f614-4d1e-9e39-597c366a61d0 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:21.264225 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:21.269065 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c07f5c-9de7-4692-9e6e-961f5654cfe2 req-08e22d24-9b1b-4fd7-bbb1-c8a5343db8f1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:21.279939 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e8c07f5c-9de7-4692-9e6e-961f5654cfe2 req-08e22d24-9b1b-4fd7-bbb1-c8a5343db8f1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0774906 Mar 24 15:50:21.350161 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e8c07f5c-9de7-4692-9e6e-961f5654cfe2 req-e9f2c8a6-fc75-4f71-acf7-f1a8c23b45a3 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650203 Mar 24 15:50:21.363960 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:21.419780 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:21.438077 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port a0156e1e-f614-4d1e-9e39-597c366a61d0 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:21.438477 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:21.480297 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:21.480297 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:50:21.481393 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4ea928-cd97-4a19-93e8-6ecefebea6c6" -d '{"events": [{"server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "name": "network-vif-plugged", "status": "completed", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:50:21.550167 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339acd89-136d-4620-b274-ea1f9cd12a2e x-openstack-request-id: req-339acd89-136d-4620-b274-ea1f9cd12a2e {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:50:21.550583 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "name": "network-vif-plugged", "status": "completed", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:50:21.550973 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-339acd89-136d-4620-b274-ea1f9cd12a2e {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:50:21.551383 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339acd89-136d-4620-b274-ea1f9cd12a2e'] response: {'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'code': 200} Mar 24 15:50:21.577807 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:21.681334 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=a0156e1e-f614-4d1e-9e39-597c366a61d0,revision_number=10']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:22.050627 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117bc7c-7d89-4cea-8bb4-7081f1bb55b4 req-a072d6b0-62fc-4614-9086-a557d2ae302e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:22.052232 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c117bc7c-7d89-4cea-8bb4-7081f1bb55b4 req-a072d6b0-62fc-4614-9086-a557d2ae302e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1187022 Mar 24 15:50:22.123527 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c117bc7c-7d89-4cea-8bb4-7081f1bb55b4 req-c3e7ff4f-e8d8-495c-9cf1-5d1b0eb387e7 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632541 Mar 24 15:50:22.589302 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a30d1-4d27-4ff4-90c6-eee2ab13e31f req-0d31393c-5ac5-4e10-86f9-37717d7adb97 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:22.597197 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-317a30d1-4d27-4ff4-90c6-eee2ab13e31f req-0d31393c-5ac5-4e10-86f9-37717d7adb97 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1503232 Mar 24 15:50:22.720166 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-317a30d1-4d27-4ff4-90c6-eee2ab13e31f req-070dafb4-42df-4f6a-95e2-e9d6f3a1d689 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218691 Mar 24 15:50:22.824480 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94baa0-1cf7-4c10-9bcd-f2e1ed0ca2ed req-bc54a348-be79-4942-b7dc-5f250cbf7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:22.826205 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-db94baa0-1cf7-4c10-9bcd-f2e1ed0ca2ed req-bc54a348-be79-4942-b7dc-5f250cbf7c5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 1130 time: 0.0755770 Mar 24 15:50:22.833756 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ff685-64a9-4ec3-9a93-cc8e8acdf7c3 req-f3a1ebcf-29ef-41a1-9e13-ab20fba4129a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:22.841287 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e72ff685-64a9-4ec3-9a93-cc8e8acdf7c3 req-f3a1ebcf-29ef-41a1-9e13-ab20fba4129a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.6180234 Mar 24 15:50:22.906107 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-db94baa0-1cf7-4c10-9bcd-f2e1ed0ca2ed req-5f38081b-3c30-499a-9e9c-720670285a6d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551007 Mar 24 15:50:22.936822 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Sync routers for ids ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:50:22.966603 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Routers {'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:50:22.967301 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:50:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:22.972003 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e72ff685-64a9-4ec3-9a93-cc8e8acdf7c3 req-3952d2ee-736f-4abe-a760-a7239760afd1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286104 Mar 24 15:50:23.117587 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:23.269818 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:23.270233 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:23.318811 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bed6a3-a5db-454a-a23f-630d48ce2760 req-60944e34-127d-4b00-a4df-801011cf894a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:23.327768 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-02bed6a3-a5db-454a-a23f-630d48ce2760 req-60944e34-127d-4b00-a4df-801011cf894a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0874414 Mar 24 15:50:23.328367 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Set router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:50:23.406361 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-02bed6a3-a5db-454a-a23f-630d48ce2760 req-ed626dd1-ac63-46a9-8563-4e91c48e5458 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773938 Mar 24 15:50:23.480983 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:23.746359 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'name': 'tempest-TestMinimumBasicScenario-1797708919-router', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:14Z', 'updated_at': '2022-03-24T15:50:19Z', 'revision_number': 4, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'gw_port': {'id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:15Z', 'updated_at': '2022-03-24T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'a09b560f-dd09-4dd6-9f90-e42b35da8e5f', 'name': '', 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'mac_address': 'fa:16:3e:fe:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f810f168-54ea-4551-9390-a9684d464799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:17Z', 'updated_at': '2022-03-24T15:50:19Z', 'revision_number': 2, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'subnets': [{'id': 'f810f168-54ea-4551-9390-a9684d464799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:23.788210 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Checking router: e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:50:23.788816 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Updating router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 port a09b560f-dd09-4dd6-9f90-e42b35da8e5f binding host dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:50:23.877210 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:24.042530 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1154f-c9e5-48d9-9ccd-28f10e18a44e req-a80a1aca-6a5b-4862-8214-58d486de6c01 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:24.051443 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2fb1154f-c9e5-48d9-9ccd-28f10e18a44e req-a80a1aca-6a5b-4862-8214-58d486de6c01 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1679444 Mar 24 15:50:24.189859 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2fb1154f-c9e5-48d9-9ccd-28f10e18a44e req-70a0dbce-0837-446d-b53f-4b7b21e56b2c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248665 Mar 24 15:50:24.356637 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43504-8c1e-468a-ab92-39d66d01a113 req-34805ae1-052d-4e3e-8f6b-20546c880d8c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:24.356637 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fcc43504-8c1e-468a-ab92-39d66d01a113 req-34805ae1-052d-4e3e-8f6b-20546c880d8c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.1977859 Mar 24 15:50:24.396260 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Publish callbacks [] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:24.539782 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fcc43504-8c1e-468a-ab92-39d66d01a113 req-988d37ea-16d8-4259-9026-53feebae031e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088315 Mar 24 15:50:24.671820 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:24.725361 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c0bc7-42df-4cce-8632-d4228da09f7f req-be9b1b34-818c-42d0-8c10-6a5751e484bb tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:24.749551 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-858c0bc7-42df-4cce-8632-d4228da09f7f req-be9b1b34-818c-42d0-8c10-6a5751e484bb tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1553771 Mar 24 15:50:24.904189 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-858c0bc7-42df-4cce-8632-d4228da09f7f req-679eae06-30cc-4cab-98d0-770c3a6eea13 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432910 Mar 24 15:50:24.932167 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f169de4-951f-416c-bc98-8a391a7fdadc None None] Pushing event updated for resources: {'Port': ['ID=a09b560f-dd09-4dd6-9f90-e42b35da8e5f,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:25.014332 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Attempting to bind port a09b560f-dd09-4dd6-9f90-e42b35da8e5f on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:50:25.014731 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Attempting to bind port a09b560f-dd09-4dd6-9f90-e42b35da8e5f by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '1d3973ff-d270-4dad-985d-30a56ab2b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:50:25.015131 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Attempting to bind port a09b560f-dd09-4dd6-9f90-e42b35da8e5f on network 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:50:25.043778 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:50:25.044163 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Checking segment: {'id': '1d3973ff-d270-4dad-985d-30a56ab2b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:50:25.044572 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:25.044979 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Bound using segment: {'id': '1d3973ff-d270-4dad-985d-30a56ab2b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:50:25.045440 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Bound port: a09b560f-dd09-4dd6-9f90-e42b35da8e5f, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3973ff-d270-4dad-985d-30a56ab2b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:50:25.045828 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:25.210200 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] For port a09b560f-dd09-4dd6-9f90-e42b35da8e5f, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:50:25.214831 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] For port a09b560f-dd09-4dd6-9f90-e42b35da8e5f, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=a09b560f-dd09-4dd6-9f90-e42b35da8e5f,segment=NetworkSegment(1d3973ff-d270-4dad-985d-30a56ab2b45e),segment_id=1d3973ff-d270-4dad-985d-30a56ab2b45e)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:50:25.229731 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-37e77d36-9b19-492d-88bf-7550d846205e None None] Provisioning complete for port a09b560f-dd09-4dd6-9f90-e42b35da8e5f triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:25.229731 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-37e77d36-9b19-492d-88bf-7550d846205e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:25.262958 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-37e77d36-9b19-492d-88bf-7550d846205e None None] Port a09b560f-dd09-4dd6-9f90-e42b35da8e5f cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:50:25.308910 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:25.440381 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Routers {'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:50:25.443021 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:50:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:25.531426 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa417404-5005-40b6-a85c-70ffe9d358fb req-41dcf2eb-1157-4e22-ae58-126250a0baea tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:25.542777 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-aa417404-5005-40b6-a85c-70ffe9d358fb req-41dcf2eb-1157-4e22-ae58-126250a0baea tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.2142684 Mar 24 15:50:25.562243 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f169de4-951f-416c-bc98-8a391a7fdadc None None] Pushing event updated for resources: {'Port': ['ID=a09b560f-dd09-4dd6-9f90-e42b35da8e5f,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:25.676146 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-aa417404-5005-40b6-a85c-70ffe9d358fb req-347d9c95-f492-4bcf-b6f3-d864837a56a0 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323464 Mar 24 15:50:25.783414 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] Set router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:50:25.905697 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626df89-faae-49cf-ac8d-345723666ffb req-5fc4ac53-055f-44a6-9937-ddb46cda7344 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:25.914040 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7626df89-faae-49cf-ac8d-345723666ffb req-5fc4ac53-055f-44a6-9937-ddb46cda7344 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.1642714 Mar 24 15:50:25.983608 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7626df89-faae-49cf-ac8d-345723666ffb req-738cca08-0add-4e49-9293-043a5d0bba92 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686612 Mar 24 15:50:26.029048 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-125e94b1-cfb9-4ab1-b81b-e7073e518e13 None None] Provisioning complete for port a09b560f-dd09-4dd6-9f90-e42b35da8e5f triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:26.029666 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-125e94b1-cfb9-4ab1-b81b-e7073e518e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:26.058192 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df1a0a-2e22-4b30-9e96-62d3971ae7f9 req-b7e97b67-4928-45b6-9326-46f4b517a65b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:26.060559 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-87df1a0a-2e22-4b30-9e96-62d3971ae7f9 req-b7e97b67-4928-45b6-9326-46f4b517a65b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0633001 Mar 24 15:50:26.109635 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-87df1a0a-2e22-4b30-9e96-62d3971ae7f9 req-a37d16ff-e41b-4457-86e4-601b74ee4326 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441403 Mar 24 15:50:26.192875 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-125e94b1-cfb9-4ab1-b81b-e7073e518e13 None None] Current status of the port a09b560f-dd09-4dd6-9f90-e42b35da8e5f is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:26.193292 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-125e94b1-cfb9-4ab1-b81b-e7073e518e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:26.219929 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'name': 'tempest-TestMinimumBasicScenario-1797708919-router', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:14Z', 'updated_at': '2022-03-24T15:50:19Z', 'revision_number': 4, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'gw_port': {'id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:15Z', 'updated_at': '2022-03-24T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'a09b560f-dd09-4dd6-9f90-e42b35da8e5f', 'name': '', 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'mac_address': 'fa:16:3e:fe:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f810f168-54ea-4551-9390-a9684d464799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:17Z', 'updated_at': '2022-03-24T15:50:25Z', 'revision_number': 4, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'subnets': [{'id': 'f810f168-54ea-4551-9390-a9684d464799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:26.257394 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac48e97-24ec-4320-b8d3-70fc1dca7264 None None] The sync data for ids ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'] in dv-cinder-790535-34-iscsi is: [{'id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'name': 'tempest-TestMinimumBasicScenario-1797708919-router', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:14Z', 'updated_at': '2022-03-24T15:50:19Z', 'revision_number': 4, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'gw_port': {'id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:15Z', 'updated_at': '2022-03-24T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'a09b560f-dd09-4dd6-9f90-e42b35da8e5f', 'name': '', 'network_id': '2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'mac_address': 'fa:16:3e:fe:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f810f168-54ea-4551-9390-a9684d464799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:17Z', 'updated_at': '2022-03-24T15:50:25Z', 'revision_number': 4, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'subnets': [{'id': 'f810f168-54ea-4551-9390-a9684d464799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:50:26.268881 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-125e94b1-cfb9-4ab1-b81b-e7073e518e13 None None] For port a09b560f-dd09-4dd6-9f90-e42b35da8e5f, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=a09b560f-dd09-4dd6-9f90-e42b35da8e5f,segment=NetworkSegment(1d3973ff-d270-4dad-985d-30a56ab2b45e),segment_id=1d3973ff-d270-4dad-985d-30a56ab2b45e)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:26.343526 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-125e94b1-cfb9-4ab1-b81b-e7073e518e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:26.430532 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e94b1-cfb9-4ab1-b81b-e7073e518e13 None None] Pushing event updated for resources: {'Port': ['ID=a09b560f-dd09-4dd6-9f90-e42b35da8e5f,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:26.960168 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e273122-979b-412e-a6b0-326711a22c2a req-f5f6da25-b06d-4dd8-8521-c3329208d8b0 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:26.961831 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e273122-979b-412e-a6b0-326711a22c2a req-f5f6da25-b06d-4dd8-8521-c3329208d8b0 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1556158 Mar 24 15:50:27.070999 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e273122-979b-412e-a6b0-326711a22c2a req-0c9306cb-6323-4cef-adf8-0b43d8765220 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814149 Mar 24 15:50:27.163813 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device a09b560f-dd09-4dd6-9f90-e42b35da8e5f up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:27.281740 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdebcf-bb72-4bf9-9321-7cd6a709e941 req-43dc97c8-5efa-42b8-a542-44371e8eba7e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:27.287465 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b89ff-7e24-4ce7-b24a-e00d68c00efc req-b46bec31-cf2a-4c4f-a5c9-e322e8dbe586 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:27.289163 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-26fdebcf-bb72-4bf9-9321-7cd6a709e941 req-43dc97c8-5efa-42b8-a542-44371e8eba7e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0938618 Mar 24 15:50:27.294559 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-da1b89ff-7e24-4ce7-b24a-e00d68c00efc req-b46bec31-cf2a-4c4f-a5c9-e322e8dbe586 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.1904278 Mar 24 15:50:27.344811 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port a09b560f-dd09-4dd6-9f90-e42b35da8e5f triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:27.349989 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:27.370901 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-26fdebcf-bb72-4bf9-9321-7cd6a709e941 req-02ae6504-2c9f-4478-a29e-e286d25b1361 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803013 Mar 24 15:50:27.420584 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-da1b89ff-7e24-4ce7-b24a-e00d68c00efc req-88573f80-2a4c-43e9-890e-5ff548a0df13 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141698 Mar 24 15:50:27.523842 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port a09b560f-dd09-4dd6-9f90-e42b35da8e5f is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:28.218436 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66758072-4686-4891-b6a8-1638c3aea01a req-6cd13114-6629-40bc-87a9-9bb02a53553a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:28.220672 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-66758072-4686-4891-b6a8-1638c3aea01a req-6cd13114-6629-40bc-87a9-9bb02a53553a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0696871 Mar 24 15:50:28.281975 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-66758072-4686-4891-b6a8-1638c3aea01a req-86f12180-03ea-44bd-9596-87f0336016bc tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553374 Mar 24 15:50:28.503706 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b715133-9008-4d24-b644-c77276b6846b req-46a1f1e7-4059-4700-8200-36a3f82167cf tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:28.512691 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b715133-9008-4d24-b644-c77276b6846b req-46a1f1e7-4059-4700-8200-36a3f82167cf tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0879867 Mar 24 15:50:28.575336 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b715133-9008-4d24-b644-c77276b6846b req-ab884b90-f8ba-4290-a2b4-f97175cac1b7 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612516 Mar 24 15:50:28.637801 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff465f00-9b2a-4519-a7dc-1bf0a302f04c req-cf62623d-67d2-466e-94da-70ea2af49626 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:28.639336 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ff465f00-9b2a-4519-a7dc-1bf0a302f04c req-cf62623d-67d2-466e-94da-70ea2af49626 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.0892370 Mar 24 15:50:28.714202 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ff465f00-9b2a-4519-a7dc-1bf0a302f04c req-e349fcc8-e490-4134-ad79-e46b1418dfad tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665889 Mar 24 15:50:29.533487 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069cd79-2459-43b9-a2a5-bad9f49887da req-d0aff770-94ab-44fa-87de-aec386e18b99 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:29.545764 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3069cd79-2459-43b9-a2a5-bad9f49887da req-d0aff770-94ab-44fa-87de-aec386e18b99 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1732209 Mar 24 15:50:29.712107 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3069cd79-2459-43b9-a2a5-bad9f49887da req-7f7e5da1-faca-438a-b619-87f48e823e3c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592889 Mar 24 15:50:29.847416 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef624b0b-59de-4a52-a161-1c380342911e req-440465c7-e805-4dac-ac8d-be54ce06c48b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:29.857461 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ef624b0b-59de-4a52-a161-1c380342911e req-440465c7-e805-4dac-ac8d-be54ce06c48b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1902118 Mar 24 15:50:29.983414 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ef624b0b-59de-4a52-a161-1c380342911e req-3f5c40ef-f8ea-444d-a276-69a18f1dccca tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244714 Mar 24 15:50:30.007094 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33293f2-a579-4076-847d-dd95e533b1ac req-b4731532-0869-4e60-94e7-4eb225c479d2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:30.016621 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f33293f2-a579-4076-847d-dd95e533b1ac req-b4731532-0869-4e60-94e7-4eb225c479d2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.0972621 Mar 24 15:50:30.070591 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f33293f2-a579-4076-847d-dd95e533b1ac req-de2dd635-a86b-4d82-903b-7ff01a70040e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529261 Mar 24 15:50:30.991994 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016adf3-63a4-4381-80f7-038e8eb63a46 req-a7b1c95a-559d-4b0e-a211-e1ad268a1780 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:31.013267 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2016adf3-63a4-4381-80f7-038e8eb63a46 req-a7b1c95a-559d-4b0e-a211-e1ad268a1780 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1597593 Mar 24 15:50:31.116095 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2016adf3-63a4-4381-80f7-038e8eb63a46 req-fa3dd954-bc3d-43f3-9a5d-3849a4be9320 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006935 Mar 24 15:50:31.188087 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05804896-ff22-4a39-9f2e-6257197c25a0 req-2967af1a-cf51-452e-a119-1695f3fc4fab tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:31.200502 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-05804896-ff22-4a39-9f2e-6257197c25a0 req-2967af1a-cf51-452e-a119-1695f3fc4fab tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1095417 Mar 24 15:50:31.254914 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-05804896-ff22-4a39-9f2e-6257197c25a0 req-b6fafd99-8e2b-4e6c-989b-7cfb02b2750e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 Mar 24 15:50:31.316823 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92958c63-f20f-4f3a-8800-6b6fc72a528d req-9374dea9-77bc-4faf-b8cd-9728817d66e2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:31.317749 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-92958c63-f20f-4f3a-8800-6b6fc72a528d req-9374dea9-77bc-4faf-b8cd-9728817d66e2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.0853662 Mar 24 15:50:31.405696 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-92958c63-f20f-4f3a-8800-6b6fc72a528d req-ea5cbb66-28a6-4c2a-9fb2-729c9b25669b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820169 Mar 24 15:50:32.307935 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cec5a-4447-4cb3-8946-564781071b79 req-7ff6c8b8-1ad8-47f5-b781-9a092dab0f86 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:32.319147 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8b2cec5a-4447-4cb3-8946-564781071b79 req-7ff6c8b8-1ad8-47f5-b781-9a092dab0f86 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1016784 Mar 24 15:50:32.427503 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8b2cec5a-4447-4cb3-8946-564781071b79 req-5e80b01a-2807-440d-81ca-7689ab044c56 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070604 Mar 24 15:50:32.597502 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326163c-aa37-452b-8d6d-7b9a066ec378 req-71fb3684-aa26-40a4-b71d-d726d86afc5c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:32.599099 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b326163c-aa37-452b-8d6d-7b9a066ec378 req-71fb3684-aa26-40a4-b71d-d726d86afc5c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1252511 Mar 24 15:50:32.663898 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737863d-a353-47e3-aa2e-2e395f8407c9 req-0c42320c-7946-422a-b7fb-58048e1b0d8c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:32.672885 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b737863d-a353-47e3-aa2e-2e395f8407c9 req-0c42320c-7946-422a-b7fb-58048e1b0d8c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.1090982 Mar 24 15:50:32.708187 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b326163c-aa37-452b-8d6d-7b9a066ec378 req-ae5c4a9d-3a7e-4841-ad21-aaeb4be07c08 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003950 Mar 24 15:50:32.767006 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b737863d-a353-47e3-aa2e-2e395f8407c9 req-b4f3a03b-0fae-4e7d-8561-506ff83ec04c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927553 Mar 24 15:50:33.600298 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53099a45-8202-4b3f-9def-ba80bf908130 req-c089249a-783b-448c-80f7-0aade2dca984 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:33.603152 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-53099a45-8202-4b3f-9def-ba80bf908130 req-c089249a-783b-448c-80f7-0aade2dca984 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0609188 Mar 24 15:50:33.608074 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:33.665672 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-53099a45-8202-4b3f-9def-ba80bf908130 req-697b8322-beb3-445a-91b5-74a4dc15675d tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553448 Mar 24 15:50:33.969603 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac15ee0-4f2b-4951-8e68-07f6335564af req-0f991373-459d-4f06-92ce-16cdf673350a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:33.980443 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fac15ee0-4f2b-4951-8e68-07f6335564af req-0f991373-459d-4f06-92ce-16cdf673350a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1395004 Mar 24 15:50:34.021392 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b44b37-9c47-4694-9977-c111be128d48 req-48f6beea-e6fc-41a6-bd17-da15d2bc128a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:34.023057 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-82b44b37-9c47-4694-9977-c111be128d48 req-48f6beea-e6fc-41a6-bd17-da15d2bc128a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.1142435 Mar 24 15:50:34.052111 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fac15ee0-4f2b-4951-8e68-07f6335564af req-6ba268ad-984f-4cc4-8be2-f6a91e0a4e88 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707266 Mar 24 15:50:34.107027 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-82b44b37-9c47-4694-9977-c111be128d48 req-95bb9a54-851b-4ec2-be7f-f72b5ce2fe77 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759635 Mar 24 15:50:34.824226 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36a36d-64fe-4f53-8fa7-ca2bf51d02f1 req-60361e29-4751-4637-885f-c447203e2877 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:34.825718 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3f36a36d-64fe-4f53-8fa7-ca2bf51d02f1 req-60361e29-4751-4637-885f-c447203e2877 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0537889 Mar 24 15:50:35.198186 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3f36a36d-64fe-4f53-8fa7-ca2bf51d02f1 req-0fb8b31e-e29c-4c86-920b-39e0eeb77647 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666649 Mar 24 15:50:35.338329 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646ef93-f889-4c97-8f59-f7bedb3a3f32 req-8e388d87-b24f-43a6-9ea7-cd3a2a800c3d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:35.354394 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b646ef93-f889-4c97-8f59-f7bedb3a3f32 req-8e388d87-b24f-43a6-9ea7-cd3a2a800c3d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1873465 Mar 24 15:50:35.405939 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a02c30-c3c8-472f-8ba1-30830ba97d72 req-e61422f2-adca-4ace-be21-750a66f626d5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:35.407929 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-08a02c30-c3c8-472f-8ba1-30830ba97d72 req-e61422f2-adca-4ace-be21-750a66f626d5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.1060498 Mar 24 15:50:35.525959 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-08a02c30-c3c8-472f-8ba1-30830ba97d72 req-0102d6ff-3e23-4d7b-a656-07a53bdd1e70 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025164 Mar 24 15:50:35.604104 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b646ef93-f889-4c97-8f59-f7bedb3a3f32 req-57b31b02-1230-408d-ab2e-2a0dc194f68a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435145 Mar 24 15:50:35.615277 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf276-e6fc-4f2d-97c4-a3c3fc2d7914 req-5af8347c-277c-4d0e-844f-9181dcbd7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:35.615882 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:50:35.617551 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3f9cf276-e6fc-4f2d-97c4-a3c3fc2d7914 req-5af8347c-277c-4d0e-844f-9181dcbd7705 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 1130 time: 0.1838899 Mar 24 15:50:35.759573 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf276-e6fc-4f2d-97c4-a3c3fc2d7914 req-dc059e83-119c-411f-b49d-20d22d3854e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:35.761998 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3f9cf276-e6fc-4f2d-97c4-a3c3fc2d7914 req-dc059e83-119c-411f-b49d-20d22d3854e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 200 len: 917 time: 0.1183262 Mar 24 15:50:35.838127 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3f9cf276-e6fc-4f2d-97c4-a3c3fc2d7914 req-c9723fd0-45eb-4a45-aa10-ea51c260e4a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0 HTTP/1.1" status: 200 len: 999 time: 0.0624211 Mar 24 15:50:35.933382 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf276-e6fc-4f2d-97c4-a3c3fc2d7914 req-85c69c83-9564-49c5-99d5-69438f83ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:35.936795 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3f9cf276-e6fc-4f2d-97c4-a3c3fc2d7914 req-85c69c83-9564-49c5-99d5-69438f83ef30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1174d9a8-d844-4e95-aea1-2f38acd0826a HTTP/1.1" status: 200 len: 855 time: 0.0914106 Mar 24 15:50:36.007269 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf276-e6fc-4f2d-97c4-a3c3fc2d7914 req-31758ede-38dc-4379-adda-52bd932dc1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:36.009442 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3f9cf276-e6fc-4f2d-97c4-a3c3fc2d7914 req-31758ede-38dc-4379-adda-52bd932dc1bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bef7f-6e97-472d-9dca-c7bf7c44cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0659606 Mar 24 15:50:36.139028 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3f9cf276-e6fc-4f2d-97c4-a3c3fc2d7914 req-47020528-a57b-40ac-a50d-e8d06c6a02c9 service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235843 Mar 24 15:50:36.368689 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3f9cf276-e6fc-4f2d-97c4-a3c3fc2d7914 req-90af1221-65d9-4f53-bdb6-b962f71e89e6 service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231221 Mar 24 15:50:36.401347 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d31f9c-ba01-4e9e-abc5-0f92b03605b1 req-15ca5afe-330b-4e34-9ccb-57acfd94ec0b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:36.404414 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d0d31f9c-ba01-4e9e-abc5-0f92b03605b1 req-15ca5afe-330b-4e34-9ccb-57acfd94ec0b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1054204 Mar 24 15:50:36.478535 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d0d31f9c-ba01-4e9e-abc5-0f92b03605b1 req-81f8d110-e948-41c9-af8a-b7c18d23c573 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684648 Mar 24 15:50:36.697246 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68f0ed-f922-420b-b5cf-6c689d51b6cd req-14c3b610-e130-4d40-8b6e-02c2a9f13135 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:36.704418 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7c68f0ed-f922-420b-b5cf-6c689d51b6cd req-14c3b610-e130-4d40-8b6e-02c2a9f13135 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.0739212 Mar 24 15:50:36.762334 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7c68f0ed-f922-420b-b5cf-6c689d51b6cd req-638a5583-4838-4fdd-b0e8-c25c99b40e77 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567973 Mar 24 15:50:36.883405 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bdcef-506d-4425-b2c7-b668a07a4b1b req-d15343a7-a905-43cf-bb01-9d955e36dabf tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:36.884916 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b4bdcef-506d-4425-b2c7-b668a07a4b1b req-d15343a7-a905-43cf-bb01-9d955e36dabf tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0575690 Mar 24 15:50:36.936847 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b4bdcef-506d-4425-b2c7-b668a07a4b1b req-1bf7896c-adc2-4b07-8c63-29359f3442ca tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453060 Mar 24 15:50:37.633012 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62062928-c027-43ee-8877-8a77bc86119d req-83580377-cd58-48fe-b6c5-fe99f1e34350 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:37.634866 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-62062928-c027-43ee-8877-8a77bc86119d req-83580377-cd58-48fe-b6c5-fe99f1e34350 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0599606 Mar 24 15:50:37.690463 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-62062928-c027-43ee-8877-8a77bc86119d req-90c84fc5-9278-4965-8e30-4a9a7dc193f1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468979 Mar 24 15:50:37.897883 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd353625-35f0-41d0-98eb-4c7cbeaebb06 req-da8e0fc0-88e7-4a02-836f-bc2ee1cd8197 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:37.899788 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cd353625-35f0-41d0-98eb-4c7cbeaebb06 req-da8e0fc0-88e7-4a02-836f-bc2ee1cd8197 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.0615766 Mar 24 15:50:37.953606 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cd353625-35f0-41d0-98eb-4c7cbeaebb06 req-4a896f31-8084-4365-8cfd-1440758f9d88 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478611 Mar 24 15:50:38.111020 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853ae0-69d1-4f71-8c99-fa3b8b08d6b5 req-55b5f14a-4f3f-4632-ac1f-dcf6e69d4975 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:38.112562 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-66853ae0-69d1-4f71-8c99-fa3b8b08d6b5 req-55b5f14a-4f3f-4632-ac1f-dcf6e69d4975 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0557816 Mar 24 15:50:38.133535 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-ba81fe25-612d-444a-8305-396b823959a1 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:38.135159 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-ba81fe25-612d-444a-8305-396b823959a1 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/networks?id=420cf326-830c-41a3-87d7-6197b727920a HTTP/1.1" status: 200 len: 814 time: 0.1180489 Mar 24 15:50:38.156153 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-a337bb4b-cbff-4466-95f5-fb3d12d0ad2c tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/quotas/6a4dacff567e4c66bdf8209fad142ed2 HTTP/1.1" status: 200 len: 375 time: 0.0127604 Mar 24 15:50:38.187289 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-66853ae0-69d1-4f71-8c99-fa3b8b08d6b5 req-857731a0-dfe2-4476-8f75-fbb32463c2ef tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567496 Mar 24 15:50:38.226866 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-270da5d1-23cd-4ef3-9c15-076f636c98e2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a4dacff567e4c66bdf8209fad142ed2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589423 Mar 24 15:50:38.359472 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-7754ee42-65b9-4366-8104-de614a96dac4 service neutron] 10.222.0.31 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155856 Mar 24 15:50:38.483179 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-558bb064-cd6f-4c85-ab58-8e61363269df service neutron] 10.222.0.31 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177588 Mar 24 15:50:38.763864 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4a7de4aa-b206-4e04-a09d-9d65e060aa61 req-3eed1f00-702a-4419-9c1d-a4097c4a9fbb tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 210 time: 0.0591769 Mar 24 15:50:38.843483 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38df277-6b02-43a4-b2ee-c612755da69c req-0c4fda98-d49d-4b67-bde8-468ec9c7b043 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:38.845148 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a38df277-6b02-43a4-b2ee-c612755da69c req-0c4fda98-d49d-4b67-bde8-468ec9c7b043 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0702622 Mar 24 15:50:38.913619 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a38df277-6b02-43a4-b2ee-c612755da69c req-9202d312-ee82-41be-aa0a-d8eef7a9d5c4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624683 Mar 24 15:50:39.133659 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6973f8-0bf6-4099-91cd-565b4779c516 req-42e5c116-37dc-4d7c-9dc5-a87b508fd024 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:39.135164 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1e6973f8-0bf6-4099-91cd-565b4779c516 req-42e5c116-37dc-4d7c-9dc5-a87b508fd024 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.0604887 Mar 24 15:50:39.149067 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841663ee-eee9-495b-b9eb-ff0eec353d3d req-a5aed5d4-fad6-47a9-a251-a4dca1a14d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:39.150981 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-841663ee-eee9-495b-b9eb-ff0eec353d3d req-a5aed5d4-fad6-47a9-a251-a4dca1a14d4a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 1130 time: 0.0493045 Mar 24 15:50:39.200139 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1e6973f8-0bf6-4099-91cd-565b4779c516 req-1a5720bc-cceb-4026-82b2-b162406496ea tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526526 Mar 24 15:50:39.201410 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-841663ee-eee9-495b-b9eb-ff0eec353d3d req-4850b70d-2209-4f9d-9941-325c9672eaaf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435960 Mar 24 15:50:39.300113 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684023-c0e5-49e9-ad94-3b6d3d60ebd5 req-c105fe35-3045-486c-919a-3ec459fafe70 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:39.301611 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-17684023-c0e5-49e9-ad94-3b6d3d60ebd5 req-c105fe35-3045-486c-919a-3ec459fafe70 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0583222 Mar 24 15:50:39.357914 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-17684023-c0e5-49e9-ad94-3b6d3d60ebd5 req-696d858f-df42-45ae-b064-3e3c99722991 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507777 Mar 24 15:50:39.853749 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-21668eb4-8706-4ad8-a05c-33c15c01f40f req-24f56fd0-1b93-48fa-979b-abe152744cb8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 210 time: 0.0271487 Mar 24 15:50:40.036859 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338d599-9c93-4215-8f4f-b477ba3e9658 req-a4e76fad-0b08-4ea6-84d5-3e0fb7a7faa5 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:40.037492 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c338d599-9c93-4215-8f4f-b477ba3e9658 req-a4e76fad-0b08-4ea6-84d5-3e0fb7a7faa5 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0590684 Mar 24 15:50:40.092484 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c338d599-9c93-4215-8f4f-b477ba3e9658 req-53b6558a-d435-458d-8665-2105447d792c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485661 Mar 24 15:50:40.478992 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8333c1c-8fa6-4e56-87ba-b8201024b626 req-78b2306d-5ca0-414a-b796-f2bf97023743 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:40.481887 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a8333c1c-8fa6-4e56-87ba-b8201024b626 req-78b2306d-5ca0-414a-b796-f2bf97023743 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0572894 Mar 24 15:50:40.530438 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a8333c1c-8fa6-4e56-87ba-b8201024b626 req-0322c5f3-052b-47f3-9222-5ed53bafb1dd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 Mar 24 15:50:40.949730 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-42651f2c-1a91-4481-a98b-188fc5ab9d36 req-7a347295-3077-411e-9733-a4a15e88015b tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 210 time: 0.0281472 Mar 24 15:50:41.218028 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ee715-4faa-4f27-b22b-d8e6d27c0095 req-fb03b52b-94bc-4d25-b46b-d84b4fe113c3 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:41.219514 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e38ee715-4faa-4f27-b22b-d8e6d27c0095 req-fb03b52b-94bc-4d25-b46b-d84b4fe113c3 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0579731 Mar 24 15:50:41.267015 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e38ee715-4faa-4f27-b22b-d8e6d27c0095 req-03df58c0-4661-42bd-ba13-d200e5b89cad tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418308 Mar 24 15:50:41.491820 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-671ed6e7-55c6-493d-aeb2-ce1a223f5b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:41.624579 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162ef24-0920-408a-bf3c-f0060eee01c9 req-dded1b8d-6d1f-4840-8717-0efd07bb737b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:41.626099 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9162ef24-0920-408a-bf3c-f0060eee01c9 req-dded1b8d-6d1f-4840-8717-0efd07bb737b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0676486 Mar 24 15:50:41.653995 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-0a4824cb-c123-4886-b9cc-bac2079a55c2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:41.655492 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-0a4824cb-c123-4886-b9cc-bac2079a55c2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.24 "GET /v2.0/networks?id=420cf326-830c-41a3-87d7-6197b727920a HTTP/1.1" status: 200 len: 814 time: 0.1434989 Mar 24 15:50:41.679070 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Request body: {'port': {'device_id': '814b8025-9d38-434d-8ea5-655ac55c252f', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'admin_state_up': True, 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:41.699270 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9162ef24-0920-408a-bf3c-f0060eee01c9 req-8ccacaeb-6b6a-417c-95e3-8934509e1b9e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632949 Mar 24 15:50:41.772223 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758854e9-da03-474e-9111-da26f0832c63 req-ba9908a9-cd2a-465d-92e8-09da48b234d2 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:41.773965 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-758854e9-da03-474e-9111-da26f0832c63 req-ba9908a9-cd2a-465d-92e8-09da48b234d2 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1616631 Mar 24 15:50:41.829866 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-86859c31-85fe-47cb-87a1-7fac6ef304fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:41.831372 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-86859c31-85fe-47cb-87a1-7fac6ef304fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 1130 time: 0.1536245 Mar 24 15:50:41.913071 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-758854e9-da03-474e-9111-da26f0832c63 req-212faa35-42ff-451a-98d2-de3ada6916b9 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264517 Mar 24 15:50:41.957431 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-1823a79a-dc84-448a-b643-74f6d32ea030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:41.958922 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-1823a79a-dc84-448a-b643-74f6d32ea030 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98277675-c90d-4a4e-9e9e-52032fc9e1fc HTTP/1.1" status: 200 len: 912 time: 0.1171961 Mar 24 15:50:42.005378 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Made reservation on behalf of 6a4dacff567e4c66bdf8209fad142ed2 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:50:42.008799 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:42.115219 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a5c58bef-01c9-4a6d-8fd5-b96a44ce0c27 req-be44d3c4-fde7-4cc7-97ed-4153ba5c0993 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 210 time: 0.0725274 Mar 24 15:50:42.121582 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-0c45a450-ada5-458d-8bb3-ce559146e661 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=090d3af3-d684-4f16-9279-a93755a9bbb9 HTTP/1.1" status: 200 len: 1002 time: 0.1559374 Mar 24 15:50:42.215946 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-9e59fae0-2e0f-4559-b5e5-e4d07e34c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:42.217412 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-9e59fae0-2e0f-4559-b5e5-e4d07e34c9ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fe8ccca-d329-49a2-a267-7a4eb0cd6a10 HTTP/1.1" status: 200 len: 850 time: 0.0895452 Mar 24 15:50:42.276806 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Allocated IP 172.20.0.12 (420cf326-830c-41a3-87d7-6197b727920a/bc04a805-68fd-4784-af6c-91af1c837ae1/95887a53-c755-40db-a1b2-7e144b454483) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:50:42.334806 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-a609d376-ba72-4706-b099-9d2c04688edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:42.336317 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-a609d376-ba72-4706-b099-9d2c04688edb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98277675-c90d-4a4e-9e9e-52032fc9e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1128163 Mar 24 15:50:42.391966 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3852b-1be7-4a7d-8e89-bdfaf19b667a req-74ea5598-def7-4f4f-af36-d55254a24fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:42.393472 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-88f3852b-1be7-4a7d-8e89-bdfaf19b667a req-74ea5598-def7-4f4f-af36-d55254a24fc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 1130 time: 0.0507576 Mar 24 15:50:42.457532 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547849d-b8b1-43a9-84c1-8254b0e8882a req-aede8459-6270-423c-833f-61e0cab68e99 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:42.459135 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2547849d-b8b1-43a9-84c1-8254b0e8882a req-aede8459-6270-423c-833f-61e0cab68e99 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1800635 Mar 24 15:50:42.512169 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3852b-1be7-4a7d-8e89-bdfaf19b667a req-406571fc-cdbe-4bac-aeb4-e1dac7678172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:42.514822 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-88f3852b-1be7-4a7d-8e89-bdfaf19b667a req-406571fc-cdbe-4bac-aeb4-e1dac7678172 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 920 time: 0.1142690 Mar 24 15:50:42.548935 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-6ffe9830-df14-4f0b-b975-1a904ab44831 service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024076 Mar 24 15:50:42.639753 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-88f3852b-1be7-4a7d-8e89-bdfaf19b667a req-4ad6b24a-572d-47c9-86d0-7b2b420b0795 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f3f1ebf-91bd-44b1-a576-403913464046 HTTP/1.1" status: 200 len: 217 time: 0.0947347 Mar 24 15:50:42.662855 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2547849d-b8b1-43a9-84c1-8254b0e8882a req-af2cf6c5-e030-48e4-b242-05d34f82ce29 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647866 Mar 24 15:50:42.667839 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for port (95887a53-c755-40db-a1b2-7e144b454483), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:42.745302 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-569783db-40a8-416a-97ea-f6ed74a7ea3a service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834424 Mar 24 15:50:42.762759 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3852b-1be7-4a7d-8e89-bdfaf19b667a req-1244235b-3ff3-4dea-947d-fd29d02a1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:42.765117 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-88f3852b-1be7-4a7d-8e89-bdfaf19b667a req-1244235b-3ff3-4dea-947d-fd29d02a1f5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0706670 Mar 24 15:50:42.841101 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (95887a53-c755-40db-a1b2-7e144b454483), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:42.905331 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3852b-1be7-4a7d-8e89-bdfaf19b667a req-edf37503-0f29-42e3-915c-0b7848d456db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:42.907599 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-88f3852b-1be7-4a7d-8e89-bdfaf19b667a req-edf37503-0f29-42e3-915c-0b7848d456db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1052618 Mar 24 15:50:42.919438 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Network 420cf326-830c-41a3-87d7-6197b727920a is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:50:42.920167 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c0574-5bb2-4865-8797-8ed99064bd19 req-f0504c3c-805c-4d12-8463-d2849d1f4fcf tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:42.921246 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:42.923469 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'Port': ['ID=95887a53-c755-40db-a1b2-7e144b454483,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:42.925842 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:50:42.929633 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2b1c0574-5bb2-4865-8797-8ed99064bd19 req-f0504c3c-805c-4d12-8463-d2849d1f4fcf tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1158612 Mar 24 15:50:42.931793 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:42.932557 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:42.949862 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.950316 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.950861 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.951349 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.951647 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.952036 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.952412 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.952796 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.953225 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.953602 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.953986 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.954366 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.954842 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.955181 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.955546 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:42.983002 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58382) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:43.042366 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2b1c0574-5bb2-4865-8797-8ed99064bd19 req-e4ffae89-ec03-4cb0-a16b-5109430133d5 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115665 Mar 24 15:50:43.085169 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-96eb3cf7-96c2-403a-8b50-419bce29c251 admin admin] Deleting subnet 0e7f2f8a-5720-4966-90ab-5f9faa93a530 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:50:43.101772 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-737b7797-23a4-42ae-8130-8404c268dce2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4328938 Mar 24 15:50:43.105034 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96eb3cf7-96c2-403a-8b50-419bce29c251 admin admin] Publish callbacks [] for subnet (0e7f2f8a-5720-4966-90ab-5f9faa93a530), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.192407 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96eb3cf7-96c2-403a-8b50-419bce29c251 admin admin] Publish callbacks [] for subnet (0e7f2f8a-5720-4966-90ab-5f9faa93a530), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.207570 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96eb3cf7-96c2-403a-8b50-419bce29c251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (0e7f2f8a-5720-4966-90ab-5f9faa93a530), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.241497 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-88f3852b-1be7-4a7d-8e89-bdfaf19b667a req-7807cccf-a346-4d5d-8b7c-4e851e21130c service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825531 Mar 24 15:50:43.371201 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-27bca8c4-0e1e-4b73-9b01-fe4e3fe6ccb5 None None] Provisioning complete for port 95887a53-c755-40db-a1b2-7e144b454483 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:43.373301 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-27bca8c4-0e1e-4b73-9b01-fe4e3fe6ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (95887a53-c755-40db-a1b2-7e144b454483), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.382543 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ecd77-abd3-49dd-8fee-4d3b290c8dd3 req-64a4f21d-c2c1-4880-ba50-80884470a081 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:43.384224 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3f3ecd77-abd3-49dd-8fee-4d3b290c8dd3 req-64a4f21d-c2c1-4880-ba50-80884470a081 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 932 time: 0.0737152 Mar 24 15:50:43.386445 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96eb3cf7-96c2-403a-8b50-419bce29c251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (0e7f2f8a-5720-4966-90ab-5f9faa93a530), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.424612 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-27bca8c4-0e1e-4b73-9b01-fe4e3fe6ccb5 None None] Port 95887a53-c755-40db-a1b2-7e144b454483 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:50:43.442962 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb3cf7-96c2-403a-8b50-419bce29c251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7f2f8a-5720-4966-90ab-5f9faa93a530,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:43.446985 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96eb3cf7-96c2-403a-8b50-419bce29c251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.453669 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58386) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:43.461453 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-96eb3cf7-96c2-403a-8b50-419bce29c251 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0e7f2f8a-5720-4966-90ab-5f9faa93a530 HTTP/1.1" status: 204 len: 168 time: 0.4759138 Mar 24 15:50:43.494598 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3f3ecd77-abd3-49dd-8fee-4d3b290c8dd3 req-e7bf17ac-1851-4be0-b9e7-f2118634c05d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953741 Mar 24 15:50:43.552146 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (81c22b88-f8b6-4403-89ae-b6d6bdb97d7a), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.642926 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (81c22b88-f8b6-4403-89ae-b6d6bdb97d7a), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.665415 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c22b88-f8b6-4403-89ae-b6d6bdb97d7a']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:43.679208 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac392268-b7e8-4a90-b67a-47129f610e84') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:43.679747 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac392268-b7e8-4a90-b67a-47129f610e84') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:50:43.691373 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (ac392268-b7e8-4a90-b67a-47129f610e84), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.705561 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (ac392268-b7e8-4a90-b67a-47129f610e84), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.716408 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:50:43.716408 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (ac392268-b7e8-4a90-b67a-47129f610e84), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:50:43.716727 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:50:43.848603 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755545e-0380-49b7-9568-36f6e631f9ad req-3a0d0a29-77b7-4037-9a9d-a36f07d6e59f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:43.851214 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3755545e-0380-49b7-9568-36f6e631f9ad req-3a0d0a29-77b7-4037-9a9d-a36f07d6e59f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0647533 Mar 24 15:50:43.885214 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-91b9c850-ba6f-47fb-b658-eabc9d2378ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.901250 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3755545e-0380-49b7-9568-36f6e631f9ad req-55e40632-4751-4a54-99f7-18ad9f56b751 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440793 Mar 24 15:50:43.965930 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (81c22b88-f8b6-4403-89ae-b6d6bdb97d7a), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.970708 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:43.976607 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] 10.222.0.31 "DELETE /v2.0/networks/81c22b88-f8b6-4403-89ae-b6d6bdb97d7a HTTP/1.1" status: 204 len: 168 time: 0.5191948 Mar 24 15:50:43.986908 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=81c22b88-f8b6-4403-89ae-b6d6bdb97d7a,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:43.994931 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.995298 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.995652 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.996069 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.996425 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.996769 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.997106 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.997441 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.997769 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.998105 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.998440 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.998804 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.999128 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.999452 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:43.999780 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2542ef27-e142-4b17-9218-f390e954dd62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:50:44.184342 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a512b3-a458-426a-9c04-27e7308964ac req-a052cff8-b41b-4572-bd31-0b5724e58a00 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:44.185779 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c4a512b3-a458-426a-9c04-27e7308964ac req-a052cff8-b41b-4572-bd31-0b5724e58a00 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0608797 Mar 24 15:50:44.240606 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c4a512b3-a458-426a-9c04-27e7308964ac req-f07574c4-85bc-44e3-adf8-99d60185815e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484161 Mar 24 15:50:44.431080 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58394) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:44.482750 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-8832de47-8e44-425f-a08e-b2b421a8f9b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e31235f2357401a8e524cc3fc2b0ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480666 Mar 24 15:50:44.482995 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58396) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:44.537440 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45471e01-e2ca-4d66-9413-c6407d6c44b4 admin admin] Publish callbacks [] for security_group (5ae9bb81-6c83-4635-a6ea-e8f3330f1196), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:44.571675 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45471e01-e2ca-4d66-9413-c6407d6c44b4 admin admin] Publish callbacks [] for security_group (5ae9bb81-6c83-4635-a6ea-e8f3330f1196), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:44.655827 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb3f2d-480b-4028-a336-f46fae1f0a94 req-c1566225-b098-4ff1-aa44-0f652fbd8319 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:44.659034 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cbfb3f2d-480b-4028-a336-f46fae1f0a94 req-c1566225-b098-4ff1-aa44-0f652fbd8319 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 932 time: 0.0792210 Mar 24 15:50:44.715649 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cbfb3f2d-480b-4028-a336-f46fae1f0a94 req-4ebbbcd2-ac73-47bd-a518-2ae4d6919568 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516524 Mar 24 15:50:44.782642 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45471e01-e2ca-4d66-9413-c6407d6c44b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (5ae9bb81-6c83-4635-a6ea-e8f3330f1196), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:44.785249 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45471e01-e2ca-4d66-9413-c6407d6c44b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:44.786383 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-45471e01-e2ca-4d66-9413-c6407d6c44b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ae9bb81-6c83-4635-a6ea-e8f3330f1196 HTTP/1.1" status: 204 len: 168 time: 0.3024435 Mar 24 15:50:44.797349 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45471e01-e2ca-4d66-9413-c6407d6c44b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae9bb81-6c83-4635-a6ea-e8f3330f1196,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:45.032138 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab8080-7d42-424d-aee2-bb43486a05b4 req-42684a72-52a8-471e-ad94-387a564bd7b6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:45.034117 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-89ab8080-7d42-424d-aee2-bb43486a05b4 req-42684a72-52a8-471e-ad94-387a564bd7b6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0588107 Mar 24 15:50:45.051559 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:45.094504 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-89ab8080-7d42-424d-aee2-bb43486a05b4 req-56c3246c-315d-42cb-9ffa-282372e56729 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524180 Mar 24 15:50:45.383329 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf3c75-efaf-4597-bcc6-deba86a79692 req-ec564327-3708-4ba3-bd85-5a67b6edb2f2 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:45.385096 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ceaf3c75-efaf-4597-bcc6-deba86a79692 req-ec564327-3708-4ba3-bd85-5a67b6edb2f2 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0750184 Mar 24 15:50:45.453825 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ceaf3c75-efaf-4597-bcc6-deba86a79692 req-be40f9cf-bd6b-4772-8179-ca0acc18e291 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620644 Mar 24 15:50:45.862849 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1d9ca-e82a-4592-abd7-dbb0fd29eed7 req-2b80f148-29ba-4b02-a299-5b6eb9d22934 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:45.864573 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9fc1d9ca-e82a-4592-abd7-dbb0fd29eed7 req-2b80f148-29ba-4b02-a299-5b6eb9d22934 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 932 time: 0.0651526 Mar 24 15:50:45.924795 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9fc1d9ca-e82a-4592-abd7-dbb0fd29eed7 req-53e5dead-a095-4477-b808-d6dbfc34467b tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545638 Mar 24 15:50:46.230707 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23541df-3a34-4804-8b5e-b30b242cc99c req-da7737af-e846-4aa2-a676-373e17157342 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:46.237613 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c23541df-3a34-4804-8b5e-b30b242cc99c req-da7737af-e846-4aa2-a676-373e17157342 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0634196 Mar 24 15:50:46.283270 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c23541df-3a34-4804-8b5e-b30b242cc99c req-83e435dc-167d-41de-bd8d-032bae0f297b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445437 Mar 24 15:50:46.400581 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:46.584840 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4825c-f831-4c1b-83ac-c11f21976646 req-2b1764eb-3be3-438b-9538-72bdff81b5c5 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:46.586994 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fbe4825c-f831-4c1b-83ac-c11f21976646 req-2b1764eb-3be3-438b-9538-72bdff81b5c5 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0568979 Mar 24 15:50:46.646723 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fbe4825c-f831-4c1b-83ac-c11f21976646 req-6c76520f-98c6-4fa1-a3cd-8017fe403332 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537732 Mar 24 15:50:47.054382 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d649a-bd40-4cc6-8763-1e1b5bf662ee req-6cdced3b-a784-4007-8a9a-2115e10c0cc2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:47.056156 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-537d649a-bd40-4cc6-8763-1e1b5bf662ee req-6cdced3b-a784-4007-8a9a-2115e10c0cc2 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 932 time: 0.0612054 Mar 24 15:50:47.110874 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-537d649a-bd40-4cc6-8763-1e1b5bf662ee req-c488b460-bf5e-46b5-9552-f9cfa38dcd7c tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487282 Mar 24 15:50:47.420552 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a534ba7-303c-40c1-9747-e3eebe90d45e req-0b2706cd-2b93-4dfa-bd28-63269e0ef847 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:47.420552 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4a534ba7-303c-40c1-9747-e3eebe90d45e req-0b2706cd-2b93-4dfa-bd28-63269e0ef847 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0620968 Mar 24 15:50:47.473817 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4a534ba7-303c-40c1-9747-e3eebe90d45e req-c8838091-8812-4fae-9487-2842eb0baf9a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468123 Mar 24 15:50:47.788819 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:47.808235 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae11ad9-6d56-45aa-af56-0ff0a64e5839 req-301c2692-7048-4fc9-a5b0-88c54ec98d1c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:47.812138 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4ae11ad9-6d56-45aa-af56-0ff0a64e5839 req-301c2692-7048-4fc9-a5b0-88c54ec98d1c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0753403 Mar 24 15:50:47.863570 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4ae11ad9-6d56-45aa-af56-0ff0a64e5839 req-f3801f22-a066-4178-8bc5-6126a82c4e2c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454595 Mar 24 15:50:48.240352 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec89305-3976-449e-b30e-6548deae3a0f req-4046f9b6-2167-4947-a874-1516cf58b26c tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:48.241843 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6ec89305-3976-449e-b30e-6548deae3a0f req-4046f9b6-2167-4947-a874-1516cf58b26c tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 932 time: 0.0624349 Mar 24 15:50:48.301994 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6ec89305-3976-449e-b30e-6548deae3a0f req-5ffb00fc-73d4-48f3-a7a9-494ca24619de tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536058 Mar 24 15:50:48.603184 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c4fd3-e333-46ee-adda-236f5b84515c req-67485b99-03b0-4e47-a056-e0b9676f3f60 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:48.605424 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3c3c4fd3-e333-46ee-adda-236f5b84515c req-67485b99-03b0-4e47-a056-e0b9676f3f60 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0560062 Mar 24 15:50:48.659373 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3c3c4fd3-e333-46ee-adda-236f5b84515c req-3616d314-7546-458a-9d06-94b4c14a9c4e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462484 Mar 24 15:50:48.991577 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a4446-2535-4ecd-85a0-5ecb10ceb085 req-e14b981a-d33f-415d-9741-d4ca37811f31 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:48.993508 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-329a4446-2535-4ecd-85a0-5ecb10ceb085 req-e14b981a-d33f-415d-9741-d4ca37811f31 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0568771 Mar 24 15:50:49.048693 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-329a4446-2535-4ecd-85a0-5ecb10ceb085 req-dbb6d80e-7532-4d2f-9dfc-8d1a8ffc60fb tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488608 Mar 24 15:50:49.429044 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11ebcc-8b71-40a1-809b-b5f7f193b1a9 req-65d9f177-f059-4eef-b7b6-b4fd5bb7dd82 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:49.436692 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ea11ebcc-8b71-40a1-809b-b5f7f193b1a9 req-65d9f177-f059-4eef-b7b6-b4fd5bb7dd82 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 932 time: 0.0634007 Mar 24 15:50:49.510239 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ea11ebcc-8b71-40a1-809b-b5f7f193b1a9 req-e54a2cbf-9783-4b5f-a812-20f0d3d2c180 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612285 Mar 24 15:50:49.803781 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35486374-32ae-4089-8565-c78db66ffe73 req-e53e9758-6ecb-4f57-aa14-964314eeadda tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:49.805356 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-35486374-32ae-4089-8565-c78db66ffe73 req-e53e9758-6ecb-4f57-aa14-964314eeadda tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0684981 Mar 24 15:50:49.872658 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-35486374-32ae-4089-8565-c78db66ffe73 req-52c5277e-b1b2-4a11-bf26-a6dfad90be18 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571973 Mar 24 15:50:50.186568 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802544c4-0429-4323-88f1-f4e00d1e5fe4 req-15e13ce4-37ec-45b3-9f63-8f763b5c02b8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:50.188529 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-802544c4-0429-4323-88f1-f4e00d1e5fe4 req-15e13ce4-37ec-45b3-9f63-8f763b5c02b8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0676932 Mar 24 15:50:50.255744 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-802544c4-0429-4323-88f1-f4e00d1e5fe4 req-88b678d3-d2c6-4572-ab69-db1c2f20c883 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609636 Mar 24 15:50:50.620244 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3eb009-9112-4e87-9f73-0fb1e63bb0a9 req-5e78b74a-2ffc-4171-94bd-fd9ccee0e28a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:50.621736 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fb3eb009-9112-4e87-9f73-0fb1e63bb0a9 req-5e78b74a-2ffc-4171-94bd-fd9ccee0e28a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 932 time: 0.0560079 Mar 24 15:50:50.676065 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fb3eb009-9112-4e87-9f73-0fb1e63bb0a9 req-2a335d22-6a95-4038-8e8b-875e0cf2356d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486405 Mar 24 15:50:50.996366 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228454c-2706-4d7b-82ec-783c1184d196 req-afc3a33d-a0ad-494b-b8c3-7d230b4284d6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:50.997860 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2228454c-2706-4d7b-82ec-783c1184d196 req-afc3a33d-a0ad-494b-b8c3-7d230b4284d6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0547855 Mar 24 15:50:51.045590 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2228454c-2706-4d7b-82ec-783c1184d196 req-1d7f09ac-df3d-45c2-b271-6e722ec798de tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421104 Mar 24 15:50:51.135446 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Request body: {'port': {'device_id': '814b8025-9d38-434d-8ea5-655ac55c252f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:51.201464 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (95887a53-c755-40db-a1b2-7e144b454483), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:51.221183 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-88f3852b-1be7-4a7d-8e89-bdfaf19b667a req-11233ee9-567d-4b34-bdfe-a6081a7c674d service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896215 Mar 24 15:50:51.583546 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939e8a3-e8e6-4a10-bc7c-d1ce1263686f req-f8e2c7fa-bf79-48b8-a600-48f87e2aedf5 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:51.585072 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8939e8a3-e8e6-4a10-bc7c-d1ce1263686f req-f8e2c7fa-bf79-48b8-a600-48f87e2aedf5 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1294324 Mar 24 15:50:51.688473 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8939e8a3-e8e6-4a10-bc7c-d1ce1263686f req-ecf20e8c-e42f-4e09-9606-dcc327a3b8ff tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927989 Mar 24 15:50:51.792737 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95887a53-c755-40db-a1b2-7e144b454483 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:50:51.800785 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Publish callbacks [] for port (95887a53-c755-40db-a1b2-7e144b454483), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:51.802122 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e0315-40cc-477a-a20e-ce3f32a04940 req-052b52a9-8ebe-4edf-bffa-0a72dec49797 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:51.803847 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a90e0315-40cc-477a-a20e-ce3f32a04940 req-052b52a9-8ebe-4edf-bffa-0a72dec49797 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 932 time: 0.0576181 Mar 24 15:50:51.814186 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Transition to ACTIVE for port object 95887a53-c755-40db-a1b2-7e144b454483 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:50:51.853118 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a90e0315-40cc-477a-a20e-ce3f32a04940 req-19e4deff-23b2-4953-bdff-26c89c260e20 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Mar 24 15:50:52.072405 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (95887a53-c755-40db-a1b2-7e144b454483), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:52.195106 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Pushing event updated for resources: {'Port': ['ID=95887a53-c755-40db-a1b2-7e144b454483,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:52.195106 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Attempting to bind port 95887a53-c755-40db-a1b2-7e144b454483 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:50:52.195106 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Attempting to bind port 95887a53-c755-40db-a1b2-7e144b454483 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:50:52.195106 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Attempting to bind port 95887a53-c755-40db-a1b2-7e144b454483 on network 420cf326-830c-41a3-87d7-6197b727920a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:50:52.197014 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Port 95887a53-c755-40db-a1b2-7e144b454483 on network 420cf326-830c-41a3-87d7-6197b727920a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:50:52.197365 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Attempting to bind port 95887a53-c755-40db-a1b2-7e144b454483 on network 420cf326-830c-41a3-87d7-6197b727920a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:50:52.205477 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:50:52.205822 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Checking segment: {'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:50:52.206214 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Bound using segment: {'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:50:52.206660 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Bound port: 95887a53-c755-40db-a1b2-7e144b454483, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867153e5-fec2-4bc6-9ddc-fcc8113ac719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '420cf326-830c-41a3-87d7-6197b727920a'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:50:52.207054 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (95887a53-c755-40db-a1b2-7e144b454483), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:52.230331 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541096f8-418c-4f5a-8526-2c34560a5caf req-f8a9aeab-8a1a-4623-af43-1d1e4ef07ff8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:52.231857 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-541096f8-418c-4f5a-8526-2c34560a5caf req-f8a9aeab-8a1a-4623-af43-1d1e4ef07ff8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.1069503 Mar 24 15:50:52.325591 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-541096f8-418c-4f5a-8526-2c34560a5caf req-20dff34b-baf4-4b14-a829-96639b2921d1 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671208 Mar 24 15:50:52.326650 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] For port 95887a53-c755-40db-a1b2-7e144b454483, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:50:52.330147 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] For port 95887a53-c755-40db-a1b2-7e144b454483, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95887a53-c755-40db-a1b2-7e144b454483,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:50:52.820488 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704845e-181f-4fc3-9340-b4d2f6277396 req-79bd938b-40bc-44eb-afbd-302b4452abb0 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:52.869611 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c704845e-181f-4fc3-9340-b4d2f6277396 req-79bd938b-40bc-44eb-afbd-302b4452abb0 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0643539 Mar 24 15:50:52.872496 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c704845e-181f-4fc3-9340-b4d2f6277396 req-3663819a-a075-4d47-98d0-7fb3073d6230 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437713 Mar 24 15:50:52.981161 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10ba67-df7c-43b5-8a47-2514461975b6 req-8467674e-e988-4824-874c-47761bad008b tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:52.982595 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ed10ba67-df7c-43b5-8a47-2514461975b6 req-8467674e-e988-4824-874c-47761bad008b tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 944 time: 0.0598824 Mar 24 15:50:53.033607 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ed10ba67-df7c-43b5-8a47-2514461975b6 req-d3caed84-0e54-4b29-beca-38e7f9a4d38f tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453415 Mar 24 15:50:53.348402 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (95887a53-c755-40db-a1b2-7e144b454483), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:53.388245 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:53.388957 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:53.390351 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] 10.222.0.24 "PUT /v2.0/ports/95887a53-c755-40db-a1b2-7e144b454483 HTTP/1.1" status: 200 len: 1094 time: 2.2593584 Mar 24 15:50:53.390826 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'tag': '95887a53-c755-40db-a1b2-7e144b454483'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:50:53.394453 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbe5757-ac5b-497b-b69c-5a399a370c71" -d '{"events": [{"name": "network-changed", "server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "tag": "95887a53-c755-40db-a1b2-7e144b454483"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:50:53.430283 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d45c10-ff17-46dc-b682-e1acdef40efe service neutron] Pushing event updated for resources: {'Port': ['ID=95887a53-c755-40db-a1b2-7e144b454483,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:53.459167 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ea5146-9aaf-4fbf-ba42-447b3ac27042 x-openstack-request-id: req-57ea5146-9aaf-4fbf-ba42-447b3ac27042 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:50:53.459167 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "tag": "95887a53-c755-40db-a1b2-7e144b454483", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:50:53.459167 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57ea5146-9aaf-4fbf-ba42-447b3ac27042 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:50:53.459815 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ea5146-9aaf-4fbf-ba42-447b3ac27042'] response: {'name': 'network-changed', 'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'tag': '95887a53-c755-40db-a1b2-7e144b454483', 'status': 'completed', 'code': 200} Mar 24 15:50:53.471966 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a13d27-ef26-4b06-a9e8-316de374e749 req-8d84c440-9a3a-48de-82f4-f3813c714db2 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:53.473513 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-67a13d27-ef26-4b06-a9e8-316de374e749 req-8d84c440-9a3a-48de-82f4-f3813c714db2 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0696282 Mar 24 15:50:53.552883 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-67a13d27-ef26-4b06-a9e8-316de374e749 req-83a0ef88-014f-4201-9c95-aad6437e58d6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729434 Mar 24 15:50:53.557156 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe5757-ac5b-497b-b69c-5a399a370c71 req-630cee7e-79d3-43d2-947f-bced43dc28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:53.558811 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-acbe5757-ac5b-497b-b69c-5a399a370c71 req-630cee7e-79d3-43d2-947f-bced43dc28fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4dacff567e4c66bdf8209fad142ed2&device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 1128 time: 0.0726449 Mar 24 15:50:53.670415 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe5757-ac5b-497b-b69c-5a399a370c71 req-e707cd9d-2455-4295-aef4-7749543a26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:53.672284 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-acbe5757-ac5b-497b-b69c-5a399a370c71 req-e707cd9d-2455-4295-aef4-7749543a26e0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6a4dacff567e4c66bdf8209fad142ed2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1057386 Mar 24 15:50:53.774510 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe5757-ac5b-497b-b69c-5a399a370c71 req-0408a57c-ec56-48ed-82b7-1fa498258420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:53.820941 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-acbe5757-ac5b-497b-b69c-5a399a370c71 req-0408a57c-ec56-48ed-82b7-1fa498258420 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971072 Mar 24 15:50:53.865367 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-2415203b-b099-41f2-b153-b1f84d1b5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:53.867039 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-2415203b-b099-41f2-b153-b1f84d1b5cb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4dacff567e4c66bdf8209fad142ed2&device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 1128 time: 0.0471497 Mar 24 15:50:53.915067 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-40d423f7-51cb-415c-a245-2125c1e2904c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95887a53-c755-40db-a1b2-7e144b454483 HTTP/1.1" status: 200 len: 217 time: 0.0408595 Mar 24 15:50:53.968520 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-e8dd9b11-61d1-400d-8f35-7fd0c12f7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:53.970082 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-e8dd9b11-61d1-400d-8f35-7fd0c12f7479 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc04a805-68fd-4784-af6c-91af1c837ae1 HTTP/1.1" status: 200 len: 853 time: 0.0468946 Mar 24 15:50:54.023860 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-d88e1bd9-a0a4-4566-a7d3-1a2b88446e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:54.025380 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-d88e1bd9-a0a4-4566-a7d3-1a2b88446e27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=420cf326-830c-41a3-87d7-6197b727920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492587 Mar 24 15:50:54.163653 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-6a0b9510-e2c0-438b-a4a6-31d5fd5cf7da service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197860 Mar 24 15:50:54.219105 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f3644-610f-499a-a3e9-479158939b16 req-ad4ef29c-ed34-4b8e-991d-cee2d76bdc6e tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:54.220593 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d24f3644-610f-499a-a3e9-479158939b16 req-ad4ef29c-ed34-4b8e-991d-cee2d76bdc6e tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 944 time: 0.1156619 Mar 24 15:50:54.281079 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d5f4ec5c-3b9d-403d-bba9-203ab578f843 req-9efc74e3-ef42-4ed9-b6ec-7cce74138d1d service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226795 Mar 24 15:50:54.297509 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d24f3644-610f-499a-a3e9-479158939b16 req-878c4ee0-6c5c-49c1-bc2f-29e239664ccb tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708520 Mar 24 15:50:54.680823 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229239c-18ea-4b6b-bf4b-7b2b3dca7687 req-a2a6120d-ca15-4a1c-81d0-9cc0b99c980c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:54.682383 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7229239c-18ea-4b6b-bf4b-7b2b3dca7687 req-a2a6120d-ca15-4a1c-81d0-9cc0b99c980c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0573773 Mar 24 15:50:54.736635 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7229239c-18ea-4b6b-bf4b-7b2b3dca7687 req-13a3a8b1-cd48-4574-acbf-8d50a83512d4 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474603 Mar 24 15:50:55.321599 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 95887a53-c755-40db-a1b2-7e144b454483 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:50:55.427352 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003c2b1-5d8b-412e-a37e-78b74eb2bdff req-2e4f5807-9add-49ac-9594-58c0452aedc6 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:55.430223 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0003c2b1-5d8b-412e-a37e-78b74eb2bdff req-2e4f5807-9add-49ac-9594-58c0452aedc6 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 944 time: 0.0656421 Mar 24 15:50:55.442650 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 95887a53-c755-40db-a1b2-7e144b454483, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95887a53-c755-40db-a1b2-7e144b454483,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:55.458053 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '95887a53-c755-40db-a1b2-7e144b454483', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'port_id': '95887a53-c755-40db-a1b2-7e144b454483', 'mac_address': 'fa:16:3e:51:ac:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:50:55.477528 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0003c2b1-5d8b-412e-a37e-78b74eb2bdff req-b6610d2c-232d-44e2-ad77-fdf315ecfb27 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463295 Mar 24 15:50:55.501738 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 95887a53-c755-40db-a1b2-7e144b454483 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:55.502136 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (95887a53-c755-40db-a1b2-7e144b454483), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:55.516517 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95887a53-c755-40db-a1b2-7e144b454483 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:50:55.536771 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 95887a53-c755-40db-a1b2-7e144b454483, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95887a53-c755-40db-a1b2-7e144b454483,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:55.594072 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (95887a53-c755-40db-a1b2-7e144b454483), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:55.642446 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=95887a53-c755-40db-a1b2-7e144b454483,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:55.889922 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['95887a53-c755-40db-a1b2-7e144b454483'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:50:56.603068 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6aa7-b14e-4ab1-97a8-dae01883c4c4 req-b7f82e9d-b1a8-4a6d-97f0-d8c0322570d8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:56.604592 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-45ab6aa7-b14e-4ab1-97a8-dae01883c4c4 req-b7f82e9d-b1a8-4a6d-97f0-d8c0322570d8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 945 time: 0.0550315 Mar 24 15:50:56.660510 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-45ab6aa7-b14e-4ab1-97a8-dae01883c4c4 req-004822de-d33d-4384-abac-85413a10a019 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497644 Mar 24 15:50:56.859028 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58570) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:56.863514 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-7cf51e31-d411-432b-a69f-c9c8b078ea86 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003915051', 'description': 'tempest-description--472270641'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:56.970916 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7cf51e31-d411-432b-a69f-c9c8b078ea86 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.043065 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7cf51e31-d411-432b-a69f-c9c8b078ea86 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group (ed181499-9d7a-4aad-9c54-db2cad94dc4a), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.091294 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7cf51e31-d411-432b-a69f-c9c8b078ea86 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (ed181499-9d7a-4aad-9c54-db2cad94dc4a), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.121036 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf51e31-d411-432b-a69f-c9c8b078ea86 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed181499-9d7a-4aad-9c54-db2cad94dc4a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:57.202137 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7cf51e31-d411-432b-a69f-c9c8b078ea86 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.203438 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7cf51e31-d411-432b-a69f-c9c8b078ea86 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3433890 Mar 24 15:50:57.206197 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58572) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:57.210521 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-a28af923-ac70-4007-b2e2-6b71322c12a5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Request body: {'security_group_rule': {'security_group_id': 'ed181499-9d7a-4aad-9c54-db2cad94dc4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:57.329434 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 95887a53-c755-40db-a1b2-7e144b454483 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:50:57.332221 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a28af923-ac70-4007-b2e2-6b71322c12a5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group_rule (1ddbb8a4-dec7-4c92-8b32-4766191e9deb), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.395396 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a28af923-ac70-4007-b2e2-6b71322c12a5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group_rule (1ddbb8a4-dec7-4c92-8b32-4766191e9deb), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.485544 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 95887a53-c755-40db-a1b2-7e144b454483 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:50:57.490192 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 95887a53-c755-40db-a1b2-7e144b454483 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:50:57.490575 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (95887a53-c755-40db-a1b2-7e144b454483), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.502732 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a28af923-ac70-4007-b2e2-6b71322c12a5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (1ddbb8a4-dec7-4c92-8b32-4766191e9deb), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.524603 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28af923-ac70-4007-b2e2-6b71322c12a5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddbb8a4-dec7-4c92-8b32-4766191e9deb,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:57.582984 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 95887a53-c755-40db-a1b2-7e144b454483 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:50:57.583378 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (95887a53-c755-40db-a1b2-7e144b454483), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.602102 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a28af923-ac70-4007-b2e2-6b71322c12a5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.603381 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-a28af923-ac70-4007-b2e2-6b71322c12a5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3962119 Mar 24 15:50:57.606372 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58574) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:57.610825 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95887a53-c755-40db-a1b2-7e144b454483'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:50:57.610825 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613f4eae-6cbd-422b-a6a8-8d8e3106582f" -d '{"events": [{"server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "name": "network-vif-plugged", "status": "completed", "tag": "95887a53-c755-40db-a1b2-7e144b454483"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:50:57.612475 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2f133bb3-52d4-4218-ba2f-1f5b68065bdd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Request body: {'security_group_rule': {'security_group_id': 'ed181499-9d7a-4aad-9c54-db2cad94dc4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:57.623454 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 95887a53-c755-40db-a1b2-7e144b454483, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95887a53-c755-40db-a1b2-7e144b454483,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:50:57.651591 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a670d1-d0cd-48aa-83eb-389a0a1c3866 x-openstack-request-id: req-06a670d1-d0cd-48aa-83eb-389a0a1c3866 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:50:57.656813 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "name": "network-vif-plugged", "status": "completed", "tag": "95887a53-c755-40db-a1b2-7e144b454483", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:50:57.656813 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06a670d1-d0cd-48aa-83eb-389a0a1c3866 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:50:57.656813 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a670d1-d0cd-48aa-83eb-389a0a1c3866'] response: {'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95887a53-c755-40db-a1b2-7e144b454483', 'code': 200} Mar 24 15:50:57.776924 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (95887a53-c755-40db-a1b2-7e144b454483), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.777676 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f133bb3-52d4-4218-ba2f-1f5b68065bdd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group_rule (228fdd39-4964-41ed-a344-f9f1d6d42540), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.816017 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a945a3-f359-4979-b4d1-1ff15bd8da8c req-a40644ef-5967-40d9-a7e4-2acf8ffd3759 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:57.817517 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10a945a3-f359-4979-b4d1-1ff15bd8da8c req-a40644ef-5967-40d9-a7e4-2acf8ffd3759 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 945 time: 0.0840261 Mar 24 15:50:57.817646 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=95887a53-c755-40db-a1b2-7e144b454483,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:57.867996 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f133bb3-52d4-4218-ba2f-1f5b68065bdd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group_rule (228fdd39-4964-41ed-a344-f9f1d6d42540), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.885455 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10a945a3-f359-4979-b4d1-1ff15bd8da8c req-59f416e3-e5d3-49f1-9eaa-dc335ab07a7d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612962 Mar 24 15:50:57.965674 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f133bb3-52d4-4218-ba2f-1f5b68065bdd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (228fdd39-4964-41ed-a344-f9f1d6d42540), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:57.985413 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133bb3-52d4-4218-ba2f-1f5b68065bdd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228fdd39-4964-41ed-a344-f9f1d6d42540,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:58.078107 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f133bb3-52d4-4218-ba2f-1f5b68065bdd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:58.079338 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-2f133bb3-52d4-4218-ba2f-1f5b68065bdd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4719288 Mar 24 15:50:58.082561 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58582) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:50:58.087017 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:50:58.095460 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ce64a-2c2f-47a6-af23-a933b870e72e req-8dcfc24a-7590-4780-8ec0-13568e73bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:58.097277 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-119ce64a-2c2f-47a6-af23-a933b870e72e req-8dcfc24a-7590-4780-8ec0-13568e73bd52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 1130 time: 0.0502644 Mar 24 15:50:58.143660 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-119ce64a-2c2f-47a6-af23-a933b870e72e req-97c82585-6241-4eed-81c4-8e39acfd7f33 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Mar 24 15:50:58.199974 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:58.297075 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:58.404055 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Allocated IP 172.27.0.57 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/392b895a-2121-4cbe-962c-023aaba5969a) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:50:58.505623 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for port (392b895a-2121-4cbe-962c-023aaba5969a), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:58.611660 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (392b895a-2121-4cbe-962c-023aaba5969a), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:58.654871 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:50:58.657694 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:50:58.666364 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:50:58.693667 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event updated for resources: {'Port': ['ID=392b895a-2121-4cbe-962c-023aaba5969a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:58.766188 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for floatingip (5d8c5309-4c55-4eb8-b187-7d586d73f956), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:58.904149 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (392b895a-2121-4cbe-962c-023aaba5969a), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:59.071600 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85da94f-6285-4546-ac83-6ef3f5b010ac req-a195b415-5254-445e-85b9-38ec93bdda83 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:59.073078 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d85da94f-6285-4546-ac83-6ef3f5b010ac req-a195b415-5254-445e-85b9-38ec93bdda83 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 946 time: 0.1122336 Mar 24 15:50:59.123199 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for port (392b895a-2121-4cbe-962c-023aaba5969a), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:59.140598 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d85da94f-6285-4546-ac83-6ef3f5b010ac req-490699a5-211e-4a7a-828d-9f52f988ae47 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605636 Mar 24 15:50:59.211235 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (392b895a-2121-4cbe-962c-023aaba5969a), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:59.284771 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event updated for resources: {'Port': ['ID=392b895a-2121-4cbe-962c-023aaba5969a,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:50:59.295068 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (5d8c5309-4c55-4eb8-b187-7d586d73f956), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:59.417918 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:50:59.419188 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b6191984-19fc-4154-931c-fc4c54675da3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3355954 Mar 24 15:50:59.618919 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-eb0eb466-8b9f-430d-9531-3c467de98592 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1003915051&fields=id&tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d HTTP/1.1" status: 200 len: 267 time: 0.0419703 Mar 24 15:50:59.727991 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a5f-baec-499c-98d9-89f467753664 req-4c74cc82-56d2-4347-baf3-9cec1e34750a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:50:59.729456 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-4c74cc82-56d2-4347-baf3-9cec1e34750a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 819 time: 0.1031539 Mar 24 15:50:59.744487 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-718ee9d6-cd03-4036-9a94-ba3b61b4492d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/quotas/98c83d0f8bd24e9b9d949b3d27de8b7d HTTP/1.1" status: 200 len: 375 time: 0.0088456 Mar 24 15:50:59.803777 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-83b1c1b1-4dac-4f8d-adaa-759229e7635d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0534532 Mar 24 15:50:59.903983 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-ba03e0dc-1252-4e3b-b98d-48829ba293ed service neutron] 10.222.0.31 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885503 Mar 24 15:50:59.993997 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-3ffd8050-f7a1-4ff0-8ce9-21630aad61d0 service neutron] 10.222.0.31 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843260 Mar 24 15:51:00.221893 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e69f4b7f-0116-4237-9a6a-c6d17302d737 req-2fd7fbec-1ef5-4d2b-b279-5590464ae46d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 210 time: 0.0309083 Mar 24 15:51:00.269712 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9c647-9048-4992-a43d-c59efed70f1f req-39f93e3f-4905-44ab-bc65-75f5c82628c8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:00.271227 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-14f9c647-9048-4992-a43d-c59efed70f1f req-39f93e3f-4905-44ab-bc65-75f5c82628c8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 946 time: 0.0590091 Mar 24 15:51:00.327123 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-14f9c647-9048-4992-a43d-c59efed70f1f req-dd5dad82-0dd8-49fd-8f38-5e383bde9d56 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498004 Mar 24 15:51:00.441960 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd79474-4b07-4b91-b609-84e2879eae61 req-73d9e73b-b403-4c9e-abe1-efe7ed664387 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:00.443381 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9dd79474-4b07-4b91-b609-84e2879eae61 req-73d9e73b-b403-4c9e-abe1-efe7ed664387 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 946 time: 0.0525067 Mar 24 15:51:00.494090 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9dd79474-4b07-4b91-b609-84e2879eae61 req-be4cb22e-f67d-452f-bf4d-68f609767ddb tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448592 Mar 24 15:51:00.827027 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa0a6e-ed0b-4f2e-978d-76a29344e4e3 req-0d30ffa7-f490-4346-951d-c83bb160f9fe tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:00.828504 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c1aa0a6e-ed0b-4f2e-978d-76a29344e4e3 req-0d30ffa7-f490-4346-951d-c83bb160f9fe tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 946 time: 0.0527847 Mar 24 15:51:00.880109 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c1aa0a6e-ed0b-4f2e-978d-76a29344e4e3 req-23869780-6e9e-4b75-9efe-1743fb28be00 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457454 Mar 24 15:51:01.317883 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-dd3b3da3-266c-44e1-b8aa-9bdc3e3fdae8 req-750dc9f3-c5f3-48d8-abc0-2445fb275ae4 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 210 time: 0.0309811 Mar 24 15:51:02.416004 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1cf3a56f-12a9-4082-815d-994aa5a0b5e0 req-12dbb226-9364-4c69-a98f-0ff0b2ef683f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 210 time: 0.0269802 Mar 24 15:51:02.606045 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a5f-baec-499c-98d9-89f467753664 req-ff881427-2d2a-4cce-85d1-33036479ca7f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:02.607575 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-ff881427-2d2a-4cce-85d1-33036479ca7f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 819 time: 0.1020176 Mar 24 15:51:02.674278 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-41e52722-20ee-4c03-b4fe-1cd1e767b0e7 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d HTTP/1.1" status: 200 len: 380 time: 0.0524902 Mar 24 15:51:02.686605 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Request body: {'port': {'device_id': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'admin_state_up': True, 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'security_groups': ['ed181499-9d7a-4aad-9c54-db2cad94dc4a']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:02.890937 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Made reservation on behalf of 98c83d0f8bd24e9b9d949b3d27de8b7d for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:51:02.894396 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:03.027496 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Allocated IP 172.20.0.8 (5cbc914f-bdf0-49cc-9e39-e0d247d5cec4/37265b4e-d7bd-4bdc-9626-e2972c2b391d/58661a99-4c32-4786-8109-9eb6f4a307ea) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:03.169144 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:03.257486 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:03.300802 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:03.303893 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:03.310409 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:03.314833 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:03.315533 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:03.324887 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event updated for resources: {'Port': ['ID=58661a99-4c32-4786-8109-9eb6f4a307ea,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:03.426041 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-91ad2056-1001-443e-af35-3c8447336529 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7432170 Mar 24 15:51:03.438519 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Request body: {'port': {'device_id': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:03.511605 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:03.565473 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fd0ede37-2661-496c-a6d8-7e0c5bb54730 None None] Provisioning complete for port 58661a99-4c32-4786-8109-9eb6f4a307ea triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:03.566091 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fd0ede37-2661-496c-a6d8-7e0c5bb54730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:03.585026 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f8bf0-32aa-428b-bba5-150c56a78c15 req-5c8b1bdb-c022-43da-bc19-7b62b8679cec tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:03.586512 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-356f8bf0-32aa-428b-bba5-150c56a78c15 req-5c8b1bdb-c022-43da-bc19-7b62b8679cec tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 931 time: 0.0881727 Mar 24 15:51:03.587543 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:03.601034 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ede37-2661-496c-a6d8-7e0c5bb54730 None None] Port 58661a99-4c32-4786-8109-9eb6f4a307ea cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:51:03.705498 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-356f8bf0-32aa-428b-bba5-150c56a78c15 req-7771b49d-66e3-40eb-a190-7e9b844d73dd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122816 Mar 24 15:51:03.834706 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58661a99-4c32-4786-8109-9eb6f4a307ea {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:51:03.842147 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Publish callbacks [] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:03.853992 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Transition to ACTIVE for port object 58661a99-4c32-4786-8109-9eb6f4a307ea will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:51:03.960084 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:04.013560 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Pushing event updated for resources: {'Port': ['ID=58661a99-4c32-4786-8109-9eb6f4a307ea,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:04.045563 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Attempting to bind port 58661a99-4c32-4786-8109-9eb6f4a307ea on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:51:04.046190 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Attempting to bind port 58661a99-4c32-4786-8109-9eb6f4a307ea by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:51:04.046625 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Attempting to bind port 58661a99-4c32-4786-8109-9eb6f4a307ea on network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:04.051560 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Port 58661a99-4c32-4786-8109-9eb6f4a307ea on network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:51:04.052003 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Attempting to bind port 58661a99-4c32-4786-8109-9eb6f4a307ea on network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:04.057492 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:51:04.058636 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Checking segment: {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:51:04.059185 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Bound using segment: {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:51:04.059744 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Bound port: 58661a99-4c32-4786-8109-9eb6f4a307ea, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411c0b49-32b7-4d09-8b20-f23041ce5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:51:04.060209 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:04.130966 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] For port 58661a99-4c32-4786-8109-9eb6f4a307ea, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:51:04.134158 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] For port 58661a99-4c32-4786-8109-9eb6f4a307ea, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=58661a99-4c32-4786-8109-9eb6f4a307ea,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:51:04.228610 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:04.264350 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:04.264982 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:04.266474 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] 10.222.0.24 "PUT /v2.0/ports/58661a99-4c32-4786-8109-9eb6f4a307ea HTTP/1.1" status: 200 len: 1093 time: 0.8333423 Mar 24 15:51:04.267012 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:04.269204 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19111fb1-1b58-48d2-a4bd-220fbd6fded8" -d '{"events": [{"name": "network-changed", "server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:04.306780 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41491e87-88c6-4d9e-8aa0-ea43d6f3d132 x-openstack-request-id: req-41491e87-88c6-4d9e-8aa0-ea43d6f3d132 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:04.307135 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:04.307572 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41491e87-88c6-4d9e-8aa0-ea43d6f3d132 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:04.308718 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41491e87-88c6-4d9e-8aa0-ea43d6f3d132'] response: {'name': 'network-changed', 'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'status': 'completed', 'code': 200} Mar 24 15:51:04.325014 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea3844-3d87-4e47-8e91-2890df4c45b5 service neutron] Pushing event updated for resources: {'Port': ['ID=58661a99-4c32-4786-8109-9eb6f4a307ea,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:04.382663 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111fb1-1b58-48d2-a4bd-220fbd6fded8 req-b26c34c7-b830-4cc0-b85e-575ccde334f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:04.384398 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-19111fb1-1b58-48d2-a4bd-220fbd6fded8 req-b26c34c7-b830-4cc0-b85e-575ccde334f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 1127 time: 0.0502388 Mar 24 15:51:04.494780 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111fb1-1b58-48d2-a4bd-220fbd6fded8 req-e00dca1e-eda2-4e4e-8292-a21b582c0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:04.496436 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-19111fb1-1b58-48d2-a4bd-220fbd6fded8 req-e00dca1e-eda2-4e4e-8292-a21b582c0067 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1010621 Mar 24 15:51:04.600151 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111fb1-1b58-48d2-a4bd-220fbd6fded8 req-d5d3776f-42d4-4c52-90c1-eba3dda7c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:04.601740 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-19111fb1-1b58-48d2-a4bd-220fbd6fded8 req-d5d3776f-42d4-4c52-90c1-eba3dda7c62a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928960 Mar 24 15:51:04.684534 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a5f-baec-499c-98d9-89f467753664 req-ac48ba37-521b-4ec6-b2e6-5ba256045da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:04.686053 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-ac48ba37-521b-4ec6-b2e6-5ba256045da8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 1127 time: 0.0468755 Mar 24 15:51:04.733470 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-dd6c8bfc-a65a-41da-b24d-2046af49679f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58661a99-4c32-4786-8109-9eb6f4a307ea HTTP/1.1" status: 200 len: 217 time: 0.0389166 Mar 24 15:51:04.783592 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a5f-baec-499c-98d9-89f467753664 req-25d77726-fa1e-4d6c-acc3-19e16808e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:04.785003 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-25d77726-fa1e-4d6c-acc3-19e16808e4fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0457335 Mar 24 15:51:04.830010 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953385d-24f6-460c-89b6-e645d5a1e65f req-3cd82514-a8e4-4796-a858-0232bbcf35be tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:04.831713 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c953385d-24f6-460c-89b6-e645d5a1e65f req-3cd82514-a8e4-4796-a858-0232bbcf35be tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 943 time: 0.0563905 Mar 24 15:51:04.835698 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a5f-baec-499c-98d9-89f467753664 req-c5b0dc7e-f068-41e6-aeb0-fcc9f0a03962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:04.837183 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-c5b0dc7e-f068-41e6-aeb0-fcc9f0a03962 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457170 Mar 24 15:51:04.882294 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c953385d-24f6-460c-89b6-e645d5a1e65f req-e93b8eb4-5216-4c01-a0d2-c4ebd11754d4 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 Mar 24 15:51:04.935709 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-7adc4d36-e570-4526-a94d-4d3a682662b4 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924442 Mar 24 15:51:05.025935 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-368b9a5f-baec-499c-98d9-89f467753664 req-93f0897e-fb0c-417c-88f9-1c35798111d7 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838811 Mar 24 15:51:06.015233 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67887c3-3fa2-487d-9116-4684258bd35a req-d5658058-5fb0-4215-8066-f3ff1f332dd3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:06.016426 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b67887c3-3fa2-487d-9116-4684258bd35a req-d5658058-5fb0-4215-8066-f3ff1f332dd3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 943 time: 0.0610952 Mar 24 15:51:06.066535 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b67887c3-3fa2-487d-9116-4684258bd35a req-60557e08-e055-41ef-b6c2-f9784f4b96b1 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Mar 24 15:51:07.194817 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6555-8803-409b-bffb-853789b61109 req-0404cd02-72f9-4a36-b362-d73367c84bc8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:07.196569 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-aa7f6555-8803-409b-bffb-853789b61109 req-0404cd02-72f9-4a36-b362-d73367c84bc8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 943 time: 0.0590866 Mar 24 15:51:07.245633 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-aa7f6555-8803-409b-bffb-853789b61109 req-f788f406-afd7-4516-81f0-1716c15bd1c8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Mar 24 15:51:07.352349 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 58661a99-4c32-4786-8109-9eb6f4a307ea details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:51:07.453094 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 58661a99-4c32-4786-8109-9eb6f4a307ea, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=58661a99-4c32-4786-8109-9eb6f4a307ea,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:07.465536 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'port_id': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'mac_address': 'fa:16:3e:ce:4d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:51:07.502568 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 58661a99-4c32-4786-8109-9eb6f4a307ea is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:07.503026 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:07.516030 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58661a99-4c32-4786-8109-9eb6f4a307ea {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:51:07.535507 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 58661a99-4c32-4786-8109-9eb6f4a307ea, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=58661a99-4c32-4786-8109-9eb6f4a307ea,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:07.616984 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:07.669865 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=58661a99-4c32-4786-8109-9eb6f4a307ea,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:07.918288 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['58661a99-4c32-4786-8109-9eb6f4a307ea'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:51:08.367983 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9559f-205c-475e-82a5-8392131a46ff req-36ec4ce8-327e-42c7-a551-407b7c80ab83 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:08.369453 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c3b9559f-205c-475e-82a5-8392131a46ff req-36ec4ce8-327e-42c7-a551-407b7c80ab83 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 944 time: 0.0574219 Mar 24 15:51:08.415761 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c3b9559f-205c-475e-82a5-8392131a46ff req-d6633f08-88db-4f77-8038-6d7303c46072 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 Mar 24 15:51:09.545423 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dcc69-8fa9-4c2e-b46e-f998b2ac5d1b req-5c6a023b-2394-4f99-ad95-4ef0460e7ece tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:09.546978 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0b8dcc69-8fa9-4c2e-b46e-f998b2ac5d1b req-5c6a023b-2394-4f99-ad95-4ef0460e7ece tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 944 time: 0.0623345 Mar 24 15:51:09.594649 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0b8dcc69-8fa9-4c2e-b46e-f998b2ac5d1b req-0607d35d-2638-4758-ac94-467f9ad1e9b2 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Mar 24 15:51:10.712837 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d47d94-e5a9-49fd-8a80-855b95edc507 req-b08f2878-adf7-44ba-83ee-558b783d0111 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:10.715276 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-96d47d94-e5a9-49fd-8a80-855b95edc507 req-b08f2878-adf7-44ba-83ee-558b783d0111 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 944 time: 0.0533946 Mar 24 15:51:10.767927 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-96d47d94-e5a9-49fd-8a80-855b95edc507 req-0b2c35ab-5902-4816-aec3-6410a5139d93 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460095 Mar 24 15:51:11.385244 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 58661a99-4c32-4786-8109-9eb6f4a307ea up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:11.593333 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-65970d43-83d6-44e3-a62c-0dd16a69d897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:11.656326 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 58661a99-4c32-4786-8109-9eb6f4a307ea completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:51:11.660505 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 58661a99-4c32-4786-8109-9eb6f4a307ea triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:11.660888 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:11.739911 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 58661a99-4c32-4786-8109-9eb6f4a307ea is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:11.744748 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:11.763220 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:11.765444 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1d5930-f013-42a1-b7e3-3cf6ff7d0168" -d '{"events": [{"server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "name": "network-vif-plugged", "status": "completed", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:11.777905 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 58661a99-4c32-4786-8109-9eb6f4a307ea, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=58661a99-4c32-4786-8109-9eb6f4a307ea,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:11.804017 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13909d0f-745b-4d31-89fe-548a9aac0aa2 x-openstack-request-id: req-13909d0f-745b-4d31-89fe-548a9aac0aa2 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:11.804337 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "name": "network-vif-plugged", "status": "completed", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:11.804605 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13909d0f-745b-4d31-89fe-548a9aac0aa2 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:11.805010 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13909d0f-745b-4d31-89fe-548a9aac0aa2'] response: {'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'code': 200} Mar 24 15:51:11.861706 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:11.910085 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac91190-f578-49df-952f-aa8084cd87f8 req-2d6134f9-5d2a-4963-bcd6-232a03b677f9 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:11.912054 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0ac91190-f578-49df-952f-aa8084cd87f8 req-2d6134f9-5d2a-4963-bcd6-232a03b677f9 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0637419 Mar 24 15:51:11.965787 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0ac91190-f578-49df-952f-aa8084cd87f8 req-8f218b99-ba9e-4cab-9b1b-88b7878ef7db tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471909 Mar 24 15:51:12.046755 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=58661a99-4c32-4786-8109-9eb6f4a307ea,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:12.053777 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.054129 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.054475 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.054875 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.055307 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.055592 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.055922 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.056248 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.056579 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.056908 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.057870 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.058117 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.058701 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.059130 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.059465 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:12.149787 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3670c-1c5d-4373-8b80-3ab3ab9399ad req-3c3efcf2-4502-499e-8def-ba2e789afcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:12.151957 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-64e3670c-1c5d-4373-8b80-3ab3ab9399ad req-3c3efcf2-4502-499e-8def-ba2e789afcbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 1129 time: 0.0520792 Mar 24 15:51:12.195866 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-64e3670c-1c5d-4373-8b80-3ab3ab9399ad req-c01fc87e-7d4d-487b-a407-90377f66bb97 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382826 Mar 24 15:51:12.617072 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:51:13.099730 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2c8ee-6f06-481a-a1b0-42fa8bf62117 req-e30f4eee-3da5-479c-bd9c-9bfbd3f3b41d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:13.101242 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1bc2c8ee-6f06-481a-a1b0-42fa8bf62117 req-e30f4eee-3da5-479c-bd9c-9bfbd3f3b41d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0530784 Mar 24 15:51:13.158800 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1bc2c8ee-6f06-481a-a1b0-42fa8bf62117 req-dab1c901-8921-4edd-ad01-5777f991ebcc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511875 Mar 24 15:51:13.965275 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6d4895b2-ddb0-4b47-b982-af3503dd11b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:14.277301 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03208-354c-4464-b456-d828011f253e req-5873cc1f-4de1-4479-a083-1cd0bf353706 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:14.278774 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4ba03208-354c-4464-b456-d828011f253e req-5873cc1f-4de1-4479-a083-1cd0bf353706 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0539725 Mar 24 15:51:14.329791 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4ba03208-354c-4464-b456-d828011f253e req-05490a22-7209-4d13-b8a3-6cf543fbb0c9 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453830 Mar 24 15:51:14.447240 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204eb65-ac6d-4139-a2b4-f85cfa82f242 req-a3fd25ee-8d35-40d1-85af-dfcfc9f8bdd1 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:14.449277 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1204eb65-ac6d-4139-a2b4-f85cfa82f242 req-a3fd25ee-8d35-40d1-85af-dfcfc9f8bdd1 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0538034 Mar 24 15:51:14.458313 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58776) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:14.462952 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-fc29aa48-5888-4faa-8ade-51d20501f12b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Request body: {'floatingip': {'port_id': '58661a99-4c32-4786-8109-9eb6f4a307ea'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:14.506346 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc29aa48-5888-4faa-8ade-51d20501f12b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for floatingip (5d8c5309-4c55-4eb8-b187-7d586d73f956), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:14.964353 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc29aa48-5888-4faa-8ade-51d20501f12b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:15.028098 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:15.079017 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc29aa48-5888-4faa-8ade-51d20501f12b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (5d8c5309-4c55-4eb8-b187-7d586d73f956), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:15.180093 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [None req-fc29aa48-5888-4faa-8ade-51d20501f12b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Floating IP 5d8c5309-4c55-4eb8-b187-7d586d73f956 associated. External IP: 172.27.0.57, port: 58661a99-4c32-4786-8109-9eb6f4a307ea. Mar 24 15:51:15.397340 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc29aa48-5888-4faa-8ade-51d20501f12b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:51:15.514140 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc29aa48-5888-4faa-8ade-51d20501f12b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:51:15.518898 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc29aa48-5888-4faa-8ade-51d20501f12b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:15.524474 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf0602-2db9-4de2-8cc0-d4bae64a88d7 None None] Sync routers for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:51:15.534904 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf0602-2db9-4de2-8cc0-d4bae64a88d7 None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:15.535531 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c4bf0602-2db9-4de2-8cc0-d4bae64a88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:15.551082 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-fc29aa48-5888-4faa-8ade-51d20501f12b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "PUT /v2.0/floatingips/5d8c5309-4c55-4eb8-b187-7d586d73f956 HTTP/1.1" status: 200 len: 990 time: 1.0915701 Mar 24 15:51:15.551678 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:15.553950 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252b3674-b881-41a5-8650-b35db3fc2b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:15.592532 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da641893-2668-4064-9bff-9a39a027e32d x-openstack-request-id: req-da641893-2668-4064-9bff-9a39a027e32d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:15.592830 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:15.593117 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da641893-2668-4064-9bff-9a39a027e32d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:15.593531 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da641893-2668-4064-9bff-9a39a027e32d'] response: {'name': 'network-changed', 'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'status': 'completed', 'code': 200} Mar 24 15:51:15.657727 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-c4bf0602-2db9-4de2-8cc0-d4bae64a88d7 None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:15.669295 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b3674-b881-41a5-8650-b35db3fc2b2f req-b072cdb0-da37-447f-935c-841a2a64a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:15.670834 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-252b3674-b881-41a5-8650-b35db3fc2b2f req-b072cdb0-da37-447f-935c-841a2a64a9f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 1129 time: 0.0479348 Mar 24 15:51:15.775713 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b3674-b881-41a5-8650-b35db3fc2b2f req-b1442ba2-1110-4c92-9de1-ea8dcc9706f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:15.777817 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-252b3674-b881-41a5-8650-b35db3fc2b2f req-b1442ba2-1110-4c92-9de1-ea8dcc9706f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 920 time: 0.0989604 Mar 24 15:51:15.857348 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-252b3674-b881-41a5-8650-b35db3fc2b2f req-7eb1c321-5576-497d-9d09-da8b500458ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58661a99-4c32-4786-8109-9eb6f4a307ea HTTP/1.1" status: 200 len: 998 time: 0.0668929 Mar 24 15:51:15.888413 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c4bf0602-2db9-4de2-8cc0-d4bae64a88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '5d8c5309-4c55-4eb8-b187-7d586d73f956', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'port_id': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'mac_address': 'fa:16:3e:ce:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:50:58Z', 'updated_at': '2022-03-24T15:51:14Z', 'revision_number': 1, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:58Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:15.915589 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b3674-b881-41a5-8650-b35db3fc2b2f req-1839ce0f-c1e6-43b5-9e12-5911d8bd9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:15.917155 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-252b3674-b881-41a5-8650-b35db3fc2b2f req-1839ce0f-c1e6-43b5-9e12-5911d8bd9f30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0451591 Mar 24 15:51:15.918099 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf0602-2db9-4de2-8cc0-d4bae64a88d7 None None] Checking router: 9998c34f-ba1a-4275-b12a-a71ca0a42a8d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:51:15.926230 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf0602-2db9-4de2-8cc0-d4bae64a88d7 None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:15.926861 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c4bf0602-2db9-4de2-8cc0-d4bae64a88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:15.978270 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b3674-b881-41a5-8650-b35db3fc2b2f req-d8e7b99c-f91f-4e81-bb62-f03961646de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:15.980871 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-252b3674-b881-41a5-8650-b35db3fc2b2f req-d8e7b99c-f91f-4e81-bb62-f03961646de0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569103 Mar 24 15:51:16.087285 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-252b3674-b881-41a5-8650-b35db3fc2b2f req-e283759e-e78b-4653-b46f-86a4f2c77b43 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958700 Mar 24 15:51:16.132647 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-c4bf0602-2db9-4de2-8cc0-d4bae64a88d7 None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:16.186311 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-252b3674-b881-41a5-8650-b35db3fc2b2f req-4b64f45b-e66b-447f-9e0b-885751094e70 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921335 Mar 24 15:51:16.371296 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c4bf0602-2db9-4de2-8cc0-d4bae64a88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '5d8c5309-4c55-4eb8-b187-7d586d73f956', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'port_id': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'mac_address': 'fa:16:3e:ce:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:50:58Z', 'updated_at': '2022-03-24T15:51:14Z', 'revision_number': 1, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:58Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:16.402648 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf0602-2db9-4de2-8cc0-d4bae64a88d7 None None] The sync data for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi is: [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '5d8c5309-4c55-4eb8-b187-7d586d73f956', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'port_id': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'mac_address': 'fa:16:3e:ce:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:50:58Z', 'updated_at': '2022-03-24T15:51:14Z', 'revision_number': 1, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:58Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:51:16.439482 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:16.598635 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f7328-1d5d-4720-9e7a-2582d2d28784 None None] New status for floating IP 5d8c5309-4c55-4eb8-b187-7d586d73f956: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:51:17.728035 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716e5be-669f-4acf-83d8-e8006a072a21 req-a1cf04e5-6ca3-4093-b024-2e457d2b7c27 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:17.729673 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c716e5be-669f-4acf-83d8-e8006a072a21 req-a1cf04e5-6ca3-4093-b024-2e457d2b7c27 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 946 time: 0.0553446 Mar 24 15:51:17.765108 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:17.782640 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c716e5be-669f-4acf-83d8-e8006a072a21 req-be638d8d-7dae-4fe1-ac3f-30de5d8fe3c3 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470526 Mar 24 15:51:17.805069 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58818) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:17.806647 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58820) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:17.912264 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e19ea748-89c1-423b-9d62-82a4a7da0808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:17.990442 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e19ea748-89c1-423b-9d62-82a4a7da0808 admin admin] Publish callbacks [] for security_group (3699ff17-677e-473e-a167-f1c16f5775b9), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:17.996560 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c51048-6523-4efd-b71c-3691cdc76fc1 tempest-TestMinimumBasicScenario-1966964188 tempest-TestMinimumBasicScenario-1966964188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:17.998258 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-a4c51048-6523-4efd-b71c-3691cdc76fc1 tempest-TestMinimumBasicScenario-1966964188 tempest-TestMinimumBasicScenario-1966964188-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 1125 time: 0.1920285 Mar 24 15:51:18.001198 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58826) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:18.005492 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'port_id': '95887a53-c755-40db-a1b2-7e144b454483', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:18.039285 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e19ea748-89c1-423b-9d62-82a4a7da0808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (3699ff17-677e-473e-a167-f1c16f5775b9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:18.074660 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:18.077336 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ea748-89c1-423b-9d62-82a4a7da0808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3699ff17-677e-473e-a167-f1c16f5775b9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:18.084417 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-e19ea748-89c1-423b-9d62-82a4a7da0808 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c6d78c1dfb047f29102de23016e512e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734222 Mar 24 15:51:18.084584 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58828) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:18.136677 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ce4fba4-3b91-4838-8e95-d300e8051a4f admin admin] Publish callbacks [] for security_group (3699ff17-677e-473e-a167-f1c16f5775b9), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:18.159414 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ce4fba4-3b91-4838-8e95-d300e8051a4f admin admin] Publish callbacks [] for security_group (3699ff17-677e-473e-a167-f1c16f5775b9), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:18.256394 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ce4fba4-3b91-4838-8e95-d300e8051a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (3699ff17-677e-473e-a167-f1c16f5775b9), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:18.259328 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ce4fba4-3b91-4838-8e95-d300e8051a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:18.265235 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-3ce4fba4-3b91-4838-8e95-d300e8051a4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3699ff17-677e-473e-a167-f1c16f5775b9 HTTP/1.1" status: 204 len: 168 time: 0.1749837 Mar 24 15:51:18.269278 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4fba4-3b91-4838-8e95-d300e8051a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3699ff17-677e-473e-a167-f1c16f5775b9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:18.418640 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:18.530649 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Allocated IP 172.27.0.242 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/41f5681f-ba02-416c-8024-3655cf78db61) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:18.633649 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for port (41f5681f-ba02-416c-8024-3655cf78db61), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:18.765667 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (41f5681f-ba02-416c-8024-3655cf78db61), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:18.804021 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:18.809238 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:18.816253 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:18.845193 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'Port': ['ID=41f5681f-ba02-416c-8024-3655cf78db61,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:19.099320 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c9ca-ec3c-481b-a289-3981c6923a53 req-22e150b4-700d-43fe-95e5-7ceb1200b205 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:19.100914 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8261c9ca-ec3c-481b-a289-3981c6923a53 req-22e150b4-700d-43fe-95e5-7ceb1200b205 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.0795479 Mar 24 15:51:19.243056 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8261c9ca-ec3c-481b-a289-3981c6923a53 req-3a95a451-feeb-4cdd-ad33-d79d8d857512 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228321 Mar 24 15:51:19.277908 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for floatingip (6e5aa61d-8741-408c-b7d5-e98f61d615a0), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:19.497751 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (41f5681f-ba02-416c-8024-3655cf78db61), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:19.657874 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for port (41f5681f-ba02-416c-8024-3655cf78db61), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:19.747982 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (41f5681f-ba02-416c-8024-3655cf78db61), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:19.816393 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'Port': ['ID=41f5681f-ba02-416c-8024-3655cf78db61,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:19.827003 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (6e5aa61d-8741-408c-b7d5-e98f61d615a0), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:19.930299 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Floating IP 6e5aa61d-8741-408c-b7d5-e98f61d615a0 associated. External IP: 172.27.0.242, port: 95887a53-c755-40db-a1b2-7e144b454483. Mar 24 15:51:20.145588 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Router 705f72c7-97a9-4e62-82aa-54319b8382ab has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:51:20.220278 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58866) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:20.262514 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:51:20.272620 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e122b4-b94f-48d9-aa53-286c6a2c848e None None] Sync routers for ids ['705f72c7-97a9-4e62-82aa-54319b8382ab'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:51:20.285842 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e122b4-b94f-48d9-aa53-286c6a2c848e None None] Routers {'705f72c7-97a9-4e62-82aa-54319b8382ab'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:20.286473 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-42e122b4-b94f-48d9-aa53-286c6a2c848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['705f72c7-97a9-4e62-82aa-54319b8382ab'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:20.346159 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:20.349921 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e56eb017-3485-4928-93db-531c8d5b7d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:20.395681 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22ad1f-890f-4645-9e02-e5a99bff6bc6 req-28d9dc60-57f9-4ce4-961c-94c2d6b604be tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:20.397326 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ce22ad1f-890f-4645-9e02-e5a99bff6bc6 req-28d9dc60-57f9-4ce4-961c-94c2d6b604be tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.0574555 Mar 24 15:51:20.400507 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-a19f3709-3789-4816-90be-cebe3308bd29 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3981938 Mar 24 15:51:20.403368 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'tag': '95887a53-c755-40db-a1b2-7e144b454483'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:20.405336 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58874) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:20.405783 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf322ea8-fd45-4b23-875b-e74abb18faeb" -d '{"events": [{"name": "network-changed", "server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "tag": "95887a53-c755-40db-a1b2-7e144b454483"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:20.407432 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-42e122b4-b94f-48d9-aa53-286c6a2c848e None None] Set router 705f72c7-97a9-4e62-82aa-54319b8382ab gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:20.411161 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-11d7cd89-8316-436a-b721-b495f3b6068d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695493379', 'description': 'tempest-secgroup-smoke-1695493379 description', 'project_id': '6a4dacff567e4c66bdf8209fad142ed2'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:20.460797 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e56eb017-3485-4928-93db-531c8d5b7d67 admin admin] Publish callbacks [] for security_group (bd9575ae-b461-4b92-a6ed-1d5626a6d084), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:20.466617 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97c1ff3-3e7d-40c5-8455-d1c710d1c887 x-openstack-request-id: req-f97c1ff3-3e7d-40c5-8455-d1c710d1c887 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:20.467151 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "tag": "95887a53-c755-40db-a1b2-7e144b454483", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:20.467606 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f97c1ff3-3e7d-40c5-8455-d1c710d1c887 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:20.468185 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f97c1ff3-3e7d-40c5-8455-d1c710d1c887'] response: {'name': 'network-changed', 'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'tag': '95887a53-c755-40db-a1b2-7e144b454483', 'status': 'completed', 'code': 200} Mar 24 15:51:20.468635 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ce22ad1f-890f-4645-9e02-e5a99bff6bc6 req-8be2cfa3-edfe-4ee7-8d65-f722da0a15d9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640619 Mar 24 15:51:20.517915 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-11d7cd89-8316-436a-b721-b495f3b6068d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:20.536710 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e56eb017-3485-4928-93db-531c8d5b7d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (bd9575ae-b461-4b92-a6ed-1d5626a6d084), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:20.555201 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322ea8-fd45-4b23-875b-e74abb18faeb req-3925b30e-cd02-4779-9f95-487965b5cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:20.556722 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cf322ea8-fd45-4b23-875b-e74abb18faeb req-3925b30e-cd02-4779-9f95-487965b5cf28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4dacff567e4c66bdf8209fad142ed2&device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 1130 time: 0.0671561 Mar 24 15:51:20.578188 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-e56eb017-3485-4928-93db-531c8d5b7d67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a8f476fa33048f2bacecdad8731dc04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544405 Mar 24 15:51:20.578188 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56eb017-3485-4928-93db-531c8d5b7d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9575ae-b461-4b92-a6ed-1d5626a6d084,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:20.578511 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58880) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:20.663400 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-42e122b4-b94f-48d9-aa53-286c6a2c848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:11Z', 'revision_number': 4, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '6e5aa61d-8741-408c-b7d5-e98f61d615a0', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'port_id': '95887a53-c755-40db-a1b2-7e144b454483', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'mac_address': 'fa:16:3e:51:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814b8025-9d38-434d-8ea5-655ac55c252f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:51:19Z', 'updated_at': '2022-03-24T15:51:19Z', 'revision_number': 0, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f87449-9126-46d0-8559-281535128015', 'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'mac_address': 'fa:16:3e:24:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:10Z', 'updated_at': '2022-03-24T15:50:15Z', 'revision_number': 5, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'subnets': [{'id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:20.694653 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e122b4-b94f-48d9-aa53-286c6a2c848e None None] Checking router: 705f72c7-97a9-4e62-82aa-54319b8382ab for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:51:20.706723 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e122b4-b94f-48d9-aa53-286c6a2c848e None None] Routers {'705f72c7-97a9-4e62-82aa-54319b8382ab'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:20.707514 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-42e122b4-b94f-48d9-aa53-286c6a2c848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['705f72c7-97a9-4e62-82aa-54319b8382ab'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:20.817499 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-42e122b4-b94f-48d9-aa53-286c6a2c848e None None] Set router 705f72c7-97a9-4e62-82aa-54319b8382ab gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:20.929198 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-11d7cd89-8316-436a-b721-b495f3b6068d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group (6fb69812-587e-4753-b292-5ae8fae2f51a), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:20.959531 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac60ea1-4566-4d50-89de-09f940a3ac23 admin admin] Publish callbacks [] for security_group (bd9575ae-b461-4b92-a6ed-1d5626a6d084), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:20.971944 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189973b9-577b-483e-b5ae-4585457d4267 req-a56fe9d6-9cad-4a36-8b0b-3db0412e2804 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:20.974655 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-189973b9-577b-483e-b5ae-4585457d4267 req-a56fe9d6-9cad-4a36-8b0b-3db0412e2804 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.0698643 Mar 24 15:51:20.977740 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322ea8-fd45-4b23-875b-e74abb18faeb req-fbe9d1ef-b0b1-4ae1-a3fd-68fd516a88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:20.979303 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cf322ea8-fd45-4b23-875b-e74abb18faeb req-fbe9d1ef-b0b1-4ae1-a3fd-68fd516a88e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=420cf326-830c-41a3-87d7-6197b727920a HTTP/1.1" status: 200 len: 915 time: 0.4139354 Mar 24 15:51:20.991537 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac60ea1-4566-4d50-89de-09f940a3ac23 admin admin] Publish callbacks [] for security_group (bd9575ae-b461-4b92-a6ed-1d5626a6d084), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.038201 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-11d7cd89-8316-436a-b721-b495f3b6068d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (6fb69812-587e-4753-b292-5ae8fae2f51a), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.059470 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-42e122b4-b94f-48d9-aa53-286c6a2c848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:11Z', 'revision_number': 4, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '6e5aa61d-8741-408c-b7d5-e98f61d615a0', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'port_id': '95887a53-c755-40db-a1b2-7e144b454483', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'mac_address': 'fa:16:3e:51:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814b8025-9d38-434d-8ea5-655ac55c252f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:51:19Z', 'updated_at': '2022-03-24T15:51:19Z', 'revision_number': 0, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f87449-9126-46d0-8559-281535128015', 'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'mac_address': 'fa:16:3e:24:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:10Z', 'updated_at': '2022-03-24T15:50:15Z', 'revision_number': 5, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'subnets': [{'id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:21.071970 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Deleting port a0156e1e-f614-4d1e-9e39-597c366a61d0 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:51:21.072448 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.086969 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e122b4-b94f-48d9-aa53-286c6a2c848e None None] The sync data for ids ['705f72c7-97a9-4e62-82aa-54319b8382ab'] in dv-cinder-790535-34-iscsi is: [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:11Z', 'revision_number': 4, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '6e5aa61d-8741-408c-b7d5-e98f61d615a0', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'port_id': '95887a53-c755-40db-a1b2-7e144b454483', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'mac_address': 'fa:16:3e:51:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814b8025-9d38-434d-8ea5-655ac55c252f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:51:19Z', 'updated_at': '2022-03-24T15:51:19Z', 'revision_number': 0, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f87449-9126-46d0-8559-281535128015', 'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'mac_address': 'fa:16:3e:24:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:10Z', 'updated_at': '2022-03-24T15:50:15Z', 'revision_number': 5, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'subnets': [{'id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:51:21.107187 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cf322ea8-fd45-4b23-875b-e74abb18faeb req-50aff64c-b7e1-4629-9d99-7df7bc5864da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95887a53-c755-40db-a1b2-7e144b454483 HTTP/1.1" status: 200 len: 1000 time: 0.1177766 Mar 24 15:51:21.117197 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7cd89-8316-436a-b721-b495f3b6068d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb69812-587e-4753-b292-5ae8fae2f51a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:21.156600 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-11d7cd89-8316-436a-b721-b495f3b6068d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.160496 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-11d7cd89-8316-436a-b721-b495f3b6068d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7513783 Mar 24 15:51:21.162080 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58882) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:21.169803 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d5d74b2b-b7a9-4ca4-875a-4fa7948fd41a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Request body: {'security_group_rule': {'security_group_id': '6fb69812-587e-4753-b292-5ae8fae2f51a', 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:21.188966 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] For port a0156e1e-f614-4d1e-9e39-597c366a61d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a0156e1e-f614-4d1e-9e39-597c366a61d0,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:21.189116 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac60ea1-4566-4d50-89de-09f940a3ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (bd9575ae-b461-4b92-a6ed-1d5626a6d084), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.189447 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.192002 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac60ea1-4566-4d50-89de-09f940a3ac23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.192709 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-aac60ea1-4566-4d50-89de-09f940a3ac23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd9575ae-b461-4b92-a6ed-1d5626a6d084 HTTP/1.1" status: 204 len: 168 time: 0.6132793 Mar 24 15:51:21.194301 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322ea8-fd45-4b23-875b-e74abb18faeb req-3d621790-597d-4dc8-9f7f-09ddbbfd4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:21.195860 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cf322ea8-fd45-4b23-875b-e74abb18faeb req-3d621790-597d-4dc8-9f7f-09ddbbfd4685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc04a805-68fd-4784-af6c-91af1c837ae1 HTTP/1.1" status: 200 len: 853 time: 0.0740132 Mar 24 15:51:21.209092 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac60ea1-4566-4d50-89de-09f940a3ac23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9575ae-b461-4b92-a6ed-1d5626a6d084,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:21.256991 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322ea8-fd45-4b23-875b-e74abb18faeb req-1a813229-1bc6-427d-9042-8d53423962d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:21.258552 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cf322ea8-fd45-4b23-875b-e74abb18faeb req-1a813229-1bc6-427d-9042-8d53423962d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=420cf326-830c-41a3-87d7-6197b727920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506032 Mar 24 15:51:21.327900 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d5d74b2b-b7a9-4ca4-875a-4fa7948fd41a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (a608caab-f12e-4b11-ac2d-9e6825611a04), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.366507 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce790e62-717b-4778-b429-be6b7478304a None None] New status for floating IP 6e5aa61d-8741-408c-b7d5-e98f61d615a0: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:51:21.394288 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cf322ea8-fd45-4b23-875b-e74abb18faeb req-6300dd7c-d7e3-4451-a81d-a0f37f2fed40 service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260436 Mar 24 15:51:21.404951 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d5d74b2b-b7a9-4ca4-875a-4fa7948fd41a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (a608caab-f12e-4b11-ac2d-9e6825611a04), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.440998 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.441460 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (541d697c-f0c6-41ee-8475-56c49c2becf9), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.441841 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Floating IP 541d697c-f0c6-41ee-8475-56c49c2becf9 disassociated. External IP: 172.27.0.8, port: a0156e1e-f614-4d1e-9e39-597c366a61d0. Mar 24 15:51:21.442251 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Calling delete_port for a0156e1e-f614-4d1e-9e39-597c366a61d0 owned by compute:nova {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:51:21.473701 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d5d74b2b-b7a9-4ca4-875a-4fa7948fd41a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (a608caab-f12e-4b11-ac2d-9e6825611a04), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.505059 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d74b2b-b7a9-4ca4-875a-4fa7948fd41a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a608caab-f12e-4b11-ac2d-9e6825611a04,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:21.513234 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cf322ea8-fd45-4b23-875b-e74abb18faeb req-7b363820-04d1-405f-9fe5-c94a7251a574 service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103687 Mar 24 15:51:21.589796 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d5d74b2b-b7a9-4ca4-875a-4fa7948fd41a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.590933 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-d5d74b2b-b7a9-4ca4-875a-4fa7948fd41a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4279015 Mar 24 15:51:21.593689 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58890) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:21.601038 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0e7775e6-97e8-4f22-bb35-9044436dc57a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Request body: {'security_group_rule': {'security_group_id': '6fb69812-587e-4753-b292-5ae8fae2f51a', 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:21.661223 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb244e-a0c1-4560-af2a-64ce87fb9f5b req-fa6e04cf-0bf3-48ac-864c-3f300b69e1ab tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:21.662894 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-81fb244e-a0c1-4560-af2a-64ce87fb9f5b req-fa6e04cf-0bf3-48ac-864c-3f300b69e1ab tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 946 time: 0.0875058 Mar 24 15:51:21.706618 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e7775e6-97e8-4f22-bb35-9044436dc57a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (1530c1f3-bc70-42eb-b59d-5c177a3103bb), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.712224 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-81fb244e-a0c1-4560-af2a-64ce87fb9f5b req-70a29fb7-5a06-4cfa-b31b-82e35dc2164e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b833ea14-fe7d-4429-baa1-2f564565e11d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437081 Mar 24 15:51:21.748130 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (a0156e1e-f614-4d1e-9e39-597c366a61d0), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.774628 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e7775e6-97e8-4f22-bb35-9044436dc57a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (1530c1f3-bc70-42eb-b59d-5c177a3103bb), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.778266 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event deleted for resources: {'Port': ['ID=a0156e1e-f614-4d1e-9e39-597c366a61d0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:21.850970 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e7775e6-97e8-4f22-bb35-9044436dc57a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (1530c1f3-bc70-42eb-b59d-5c177a3103bb), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.870585 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7775e6-97e8-4f22-bb35-9044436dc57a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1530c1f3-bc70-42eb-b59d-5c177a3103bb,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:21.949426 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e7775e6-97e8-4f22-bb35-9044436dc57a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:21.949426 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-0e7775e6-97e8-4f22-bb35-9044436dc57a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3508306 Mar 24 15:51:21.949426 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58900) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:21.954325 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-581e24c5-15e4-42eb-8b88-402ce17a36ca tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Request body: {'security_group_rule': {'security_group_id': '6fb69812-587e-4753-b292-5ae8fae2f51a', 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:22.042625 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-581e24c5-15e4-42eb-8b88-402ce17a36ca tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (6f855cc0-e20d-488a-8710-69be214e16f6), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.122115 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-581e24c5-15e4-42eb-8b88-402ce17a36ca tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (6f855cc0-e20d-488a-8710-69be214e16f6), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.127330 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Router 825ff97b-a5cb-4527-8e5a-f9b597d55599 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:51:22.183054 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-581e24c5-15e4-42eb-8b88-402ce17a36ca tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (6f855cc0-e20d-488a-8710-69be214e16f6), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.200694 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e24c5-15e4-42eb-8b88-402ce17a36ca tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f855cc0-e20d-488a-8710-69be214e16f6,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:22.246030 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:51:22.258355 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc922ad-98cb-4f2c-a5ae-b8c1659080cd None None] Sync routers for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:51:22.269339 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc922ad-98cb-4f2c-a5ae-b8c1659080cd None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:22.269559 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-581e24c5-15e4-42eb-8b88-402ce17a36ca tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.270377 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-ccc922ad-98cb-4f2c-a5ae-b8c1659080cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:22.274361 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-581e24c5-15e4-42eb-8b88-402ce17a36ca tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3231099 Mar 24 15:51:22.274522 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58912) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:22.279006 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-2252399f-f803-4e64-9099-2b1b5225c5ba tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Request body: {'security_group_rule': {'security_group_id': '6fb69812-587e-4753-b292-5ae8fae2f51a', 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:22.299752 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] No DVR routers for this DVR port a0156e1e-f614-4d1e-9e39-597c366a61d0 on host hv-cinder-79053 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:51:22.306387 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.310713 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-189973b9-577b-483e-b5ae-4585457d4267 req-40937ac4-f6d2-4721-b811-9110898b0f93 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.24 "DELETE /v2.0/ports/a0156e1e-f614-4d1e-9e39-597c366a61d0 HTTP/1.1" status: 204 len: 173 time: 1.3314707 Mar 24 15:51:22.327959 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58914) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:22.387731 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-ccc922ad-98cb-4f2c-a5ae-b8c1659080cd None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:22.417126 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2252399f-f803-4e64-9099-2b1b5225c5ba tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (f44639c9-bded-41df-8647-2a6be1467032), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.453683 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2036040823-network', 'tenant_id': '825d7896d32940ff81ebd3072efd386a'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:22.470061 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'name': 'network-vif-deleted', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:22.472585 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650c67c2-b3bc-4183-af10-0b515bf39baf" -d '{"events": [{"server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "name": "network-vif-deleted", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:22.489599 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2252399f-f803-4e64-9099-2b1b5225c5ba tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (f44639c9-bded-41df-8647-2a6be1467032), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.513389 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec301224-3401-4629-bf52-029a1f002cf8 x-openstack-request-id: req-ec301224-3401-4629-bf52-029a1f002cf8 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:22.513940 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe3750-435a-4d76-9c50-6bc4538f36b5", "name": "network-vif-deleted", "tag": "a0156e1e-f614-4d1e-9e39-597c366a61d0", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:22.514253 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec301224-3401-4629-bf52-029a1f002cf8 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:22.514773 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec301224-3401-4629-bf52-029a1f002cf8'] response: {'server_uuid': '5fbe3750-435a-4d76-9c50-6bc4538f36b5', 'name': 'network-vif-deleted', 'tag': 'a0156e1e-f614-4d1e-9e39-597c366a61d0', 'status': 'completed', 'code': 200} Mar 24 15:51:22.560123 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Made reservation on behalf of 825d7896d32940ff81ebd3072efd386a for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:51:22.563544 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.573540 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.592942 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2252399f-f803-4e64-9099-2b1b5225c5ba tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (f44639c9-bded-41df-8647-2a6be1467032), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.619586 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-ccc922ad-98cb-4f2c-a5ae-b8c1659080cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:22.626364 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252399f-f803-4e64-9099-2b1b5225c5ba tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44639c9-bded-41df-8647-2a6be1467032,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:22.690240 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Publish callbacks [] for security_group (c486102a-2577-4954-b01c-cdf0b4ba7e0e), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.726614 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2252399f-f803-4e64-9099-2b1b5225c5ba tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.730867 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-2252399f-f803-4e64-9099-2b1b5225c5ba tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4526601 Mar 24 15:51:22.733536 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58920) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:22.735704 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-d393e254-c552-42cd-8630-a518cd41e2d8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Request body: {'security_group_rule': {'security_group_id': '6fb69812-587e-4753-b292-5ae8fae2f51a', 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:22.741964 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc922ad-98cb-4f2c-a5ae-b8c1659080cd None None] Checking router: 825ff97b-a5cb-4527-8e5a-f9b597d55599 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:51:22.752878 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc922ad-98cb-4f2c-a5ae-b8c1659080cd None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:22.753495 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-ccc922ad-98cb-4f2c-a5ae-b8c1659080cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:22.816503 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c486102a-2577-4954-b01c-cdf0b4ba7e0e), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.832354 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-be053771-ccf9-4133-b265-554094bda193 req-aa69ecd8-5fe6-4d0e-873d-137ae32a2c1b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbe3750-435a-4d76-9c50-6bc4538f36b5 HTTP/1.1" status: 200 len: 210 time: 0.0304172 Mar 24 15:51:22.839522 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:51:22.853800 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.securitygroups_db [None req-d393e254-c552-42cd-8630-a518cd41e2d8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Project 6a4dacff567e4c66bdf8209fad142ed2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 15:51:22.860036 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d393e254-c552-42cd-8630-a518cd41e2d8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (399b13c5-ed5d-4e8c-8dc3-ef9631587954), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.867195 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c486102a-2577-4954-b01c-cdf0b4ba7e0e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:22.871276 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (f0d0f105-27ac-4755-8f16-d82a9e50652a), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.872175 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-ccc922ad-98cb-4f2c-a5ae-b8c1659080cd None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:22.872457 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.segments_db [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Added segment f0d0f105-27ac-4755-8f16-d82a9e50652a of type vlan for network 820ba51f-beaa-4316-bd0f-93846d088224 Mar 24 15:51:22.916738 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d393e254-c552-42cd-8630-a518cd41e2d8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (399b13c5-ed5d-4e8c-8dc3-ef9631587954), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:22.926471 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (820ba51f-beaa-4316-bd0f-93846d088224), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.016316 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d393e254-c552-42cd-8630-a518cd41e2d8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (399b13c5-ed5d-4e8c-8dc3-ef9631587954), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.043504 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393e254-c552-42cd-8630-a518cd41e2d8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399b13c5-ed5d-4e8c-8dc3-ef9631587954,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:23.073891 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (820ba51f-beaa-4316-bd0f-93846d088224), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.075182 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:23.075915 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.109958 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d393e254-c552-42cd-8630-a518cd41e2d8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.114384 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-d393e254-c552-42cd-8630-a518cd41e2d8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3821123 Mar 24 15:51:23.118887 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-ccc922ad-98cb-4f2c-a5ae-b8c1659080cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:23.119073 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58924) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:23.119818 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-2d7f276c-704c-414a-97cb-69cba0dd0499 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Request body: {'security_group_rule': {'security_group_id': '6fb69812-587e-4753-b292-5ae8fae2f51a', 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:23.139083 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] Pushing event updated for resources: {'Network': ['ID=820ba51f-beaa-4316-bd0f-93846d088224,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:23.150422 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc922ad-98cb-4f2c-a5ae-b8c1659080cd None None] The sync data for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi is: [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:51:23.158157 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 820ba51f-beaa-4316-bd0f-93846d088224 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:51:23.207830 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-da7b8340-6648-4620-90d8-95b3ce79154b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8786104 Mar 24 15:51:23.211052 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58926) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:23.216593 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] Request body: {'subnet': {'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2036040823-subnet', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'ip_version': 4}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:23.325596 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.securitygroups_db [None req-2d7f276c-704c-414a-97cb-69cba0dd0499 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Project 6a4dacff567e4c66bdf8209fad142ed2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 15:51:23.330484 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] Made reservation on behalf of 825d7896d32940ff81ebd3072efd386a for: {'subnet': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:51:23.333113 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127861650'] for subnet (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.337329 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2d7f276c-704c-414a-97cb-69cba0dd0499 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (91ba3c15-9dca-4174-b2c7-eb2f2a5a19a5), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.428054 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6dbf64-4b70-46d0-9a7f-f6ae615556ee None None] New status for floating IP 541d697c-f0c6-41ee-8475-56c49c2becf9: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:51:23.457733 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2d7f276c-704c-414a-97cb-69cba0dd0499 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (91ba3c15-9dca-4174-b2c7-eb2f2a5a19a5), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.536298 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2d7f276c-704c-414a-97cb-69cba0dd0499 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (91ba3c15-9dca-4174-b2c7-eb2f2a5a19a5), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.566856 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f276c-704c-414a-97cb-69cba0dd0499 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ba3c15-9dca-4174-b2c7-eb2f2a5a19a5,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:23.628642 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127191811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127861636'] for subnet (e1da45a2-41ca-4014-8a7c-896aa263d982), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.696420 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1da45a2-41ca-4014-8a7c-896aa263d982,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:23.702350 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2d7f276c-704c-414a-97cb-69cba0dd0499 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.703595 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-2d7f276c-704c-414a-97cb-69cba0dd0499 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5875206 Mar 24 15:51:23.710138 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] Checking segment: {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:51:23.710502 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] Network hostable DHCP agents. Network: 820ba51f-beaa-4316-bd0f-93846d088224, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:51:23.796313 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-21d598ce-4351-4f8f-b6d4-7e93a5c25416 req-37e0ab93-9014-4216-b574-9f03c4efcb06 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695493379&fields=id&tenant_id=6a4dacff567e4c66bdf8209fad142ed2 HTTP/1.1" status: 200 len: 267 time: 0.0445621 Mar 24 15:51:23.816698 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] Network 820ba51f-beaa-4316-bd0f-93846d088224 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:51:23.857250 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d598ce-4351-4f8f-b6d4-7e93a5c25416 req-6ee713e7-4f78-4057-86c8-de21b6d9326e tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:23.858737 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-21d598ce-4351-4f8f-b6d4-7e93a5c25416 req-6ee713e7-4f78-4057-86c8-de21b6d9326e tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 946 time: 0.0569887 Mar 24 15:51:23.870448 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-21d598ce-4351-4f8f-b6d4-7e93a5c25416 req-54248788-9cb6-41ab-8212-8766870aac03 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Request body: {'port': {'security_groups': ['88181ff6-f146-4b1c-b891-50817237c4f6', '6fb69812-587e-4753-b292-5ae8fae2f51a']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:23.914711 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 820ba51f-beaa-4316-bd0f-93846d088224) {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:23.927105 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:23.927105 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:23.955632 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee86a0d-5682-4041-bb30-f06e3c19ed97 None None] Network 820ba51f-beaa-4316-bd0f-93846d088224 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:51:23.959648 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-21d598ce-4351-4f8f-b6d4-7e93a5c25416 req-54248788-9cb6-41ab-8212-8766870aac03 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (95887a53-c755-40db-a1b2-7e144b454483), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.046289 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58934) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:24.076668 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-820ba51f-beaa-4316-bd0f-93846d088224', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:51:24.078610 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.082414 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-bfc4b1a9-3bbc-4472-b706-bbb27956c33c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8702488 Mar 24 15:51:24.085164 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58936) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:24.102138 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:24.139495 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80b54383-aa58-4c14-800a-2332646b699e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (b833ea14-fe7d-4429-baa1-2f564565e11d), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.173851 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80b54383-aa58-4c14-800a-2332646b699e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (b833ea14-fe7d-4429-baa1-2f564565e11d), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.224764 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1623102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045903'] for router (928425bb-9e57-4592-9ca4-d83454b8e9c8), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.226071 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046006'] for router (928425bb-9e57-4592-9ca4-d83454b8e9c8), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.240103 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-21d598ce-4351-4f8f-b6d4-7e93a5c25416 req-54248788-9cb6-41ab-8212-8766870aac03 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] For port 95887a53-c755-40db-a1b2-7e144b454483, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95887a53-c755-40db-a1b2-7e144b454483,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:24.282796 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Allocated IP 172.20.0.2 (820ba51f-beaa-4316-bd0f-93846d088224/e1da45a2-41ca-4014-8a7c-896aa263d982/79e15c62-6eb6-43a8-ade5-487a0bf79ee8) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:24.291761 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80b54383-aa58-4c14-800a-2332646b699e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (b833ea14-fe7d-4429-baa1-2f564565e11d), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.294639 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80b54383-aa58-4c14-800a-2332646b699e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.299433 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-80b54383-aa58-4c14-800a-2332646b699e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "DELETE /v2.0/security-groups/b833ea14-fe7d-4429-baa1-2f564565e11d HTTP/1.1" status: 204 len: 168 time: 0.2482421 Mar 24 15:51:24.301773 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58938) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:24.321625 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b54383-aa58-4c14-800a-2332646b699e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b833ea14-fe7d-4429-baa1-2f564565e11d,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:24.321830 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-21d598ce-4351-4f8f-b6d4-7e93a5c25416 req-54248788-9cb6-41ab-8212-8766870aac03 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for port (95887a53-c755-40db-a1b2-7e144b454483), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.324590 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Publish callbacks [] for router_controller (928425bb-9e57-4592-9ca4-d83454b8e9c8), precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.325028 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.api.v2.resource [None req-eb986cce-5570-4b08-9249-4438c85990a5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] show failed (client error): The resource could not be found. Mar 24 15:51:24.326280 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-eb986cce-5570-4b08-9249-4438c85990a5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups/b833ea14-fe7d-4429-baa1-2f564565e11d HTTP/1.1" status: 404 len: 347 time: 0.0233297 Mar 24 15:51:24.329370 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58940) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:24.406836 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-21d598ce-4351-4f8f-b6d4-7e93a5c25416 req-54248788-9cb6-41ab-8212-8766870aac03 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (95887a53-c755-40db-a1b2-7e144b454483), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.423972 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['95887a53-c755-40db-a1b2-7e144b454483'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:51:24.469388 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f4568a4a-32a4-47f3-9c9b-f5172df07217 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Deleting port 8adab9c6-db7d-453c-aad7-3539861e98c8 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:51:24.469751 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4568a4a-32a4-47f3-9c9b-f5172df07217 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (8adab9c6-db7d-453c-aad7-3539861e98c8), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.528587 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Publish callbacks [] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.535514 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d598ce-4351-4f8f-b6d4-7e93a5c25416 req-54248788-9cb6-41ab-8212-8766870aac03 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:24.536273 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-21d598ce-4351-4f8f-b6d4-7e93a5c25416 req-54248788-9cb6-41ab-8212-8766870aac03 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.537856 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-21d598ce-4351-4f8f-b6d4-7e93a5c25416 req-54248788-9cb6-41ab-8212-8766870aac03 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "PUT /v2.0/ports/95887a53-c755-40db-a1b2-7e144b454483 HTTP/1.1" status: 200 len: 982 time: 0.6726968 Mar 24 15:51:24.543560 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'tag': '95887a53-c755-40db-a1b2-7e144b454483'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:24.546053 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35" -d '{"events": [{"name": "network-changed", "server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "tag": "95887a53-c755-40db-a1b2-7e144b454483"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:24.625332 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.638643 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70290bc3-255a-4a2e-96a0-80af6c289e96 x-openstack-request-id: req-70290bc3-255a-4a2e-96a0-80af6c289e96 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:24.638643 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "tag": "95887a53-c755-40db-a1b2-7e144b454483", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:24.639075 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70290bc3-255a-4a2e-96a0-80af6c289e96 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:24.639505 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70290bc3-255a-4a2e-96a0-80af6c289e96'] response: {'name': 'network-changed', 'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'tag': '95887a53-c755-40db-a1b2-7e144b454483', 'status': 'completed', 'code': 200} Mar 24 15:51:24.640098 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54248788-9cb6-41ab-8212-8766870aac03 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'Port': ['ID=95887a53-c755-40db-a1b2-7e144b454483,revision_number=6']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:24.684717 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Publish callbacks [] for router_gateway (928425bb-9e57-4592-9ca4-d83454b8e9c8), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.696888 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Network 820ba51f-beaa-4316-bd0f-93846d088224 is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:24.702726 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4568a4a-32a4-47f3-9c9b-f5172df07217 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (8adab9c6-db7d-453c-aad7-3539861e98c8), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.702726 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4568a4a-32a4-47f3-9c9b-f5172df07217 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (8adab9c6-db7d-453c-aad7-3539861e98c8), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:24.707429 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['95887a53-c755-40db-a1b2-7e144b454483'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:51:24.754254 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:24.765532 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f4568a4a-32a4-47f3-9c9b-f5172df07217 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Calling delete_port for 8adab9c6-db7d-453c-aad7-3539861e98c8 owned by network:floatingip {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:51:24.774197 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:24.859291 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Pushing event updated for resources: {'Port': ['ID=79e15c62-6eb6-43a8-ade5-487a0bf79ee8,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:24.879564 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35 req-77a242ad-7ffd-4edf-8194-7e5fa1b413b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:24.881347 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35 req-77a242ad-7ffd-4edf-8194-7e5fa1b413b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4dacff567e4c66bdf8209fad142ed2&device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 1169 time: 0.2158859 Mar 24 15:51:24.889786 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65843a-5aa6-4952-9e33-edda3353d7b5 req-f7dd4739-d862-47ef-bfd4-33a5403d7dee tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:24.891436 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7b65843a-5aa6-4952-9e33-edda3353d7b5 req-f7dd4739-d862-47ef-bfd4-33a5403d7dee tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.2581940 Mar 24 15:51:24.978546 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Attempting to bind port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:51:24.979982 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Attempting to bind port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:51:24.980364 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Attempting to bind port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 on network 820ba51f-beaa-4316-bd0f-93846d088224 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:25.010768 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-e91fbc89-a087-4a11-80be-9b4c64314fa9 None None] Provisioning complete for port 95887a53-c755-40db-a1b2-7e144b454483 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:25.011107 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e91fbc89-a087-4a11-80be-9b4c64314fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (95887a53-c755-40db-a1b2-7e144b454483), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:25.083628 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:51:25.084010 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Checking segment: {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:51:25.084415 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:25.084864 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Bound using segment: {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:51:25.085345 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Bound port: 79e15c62-6eb6-43a8-ade5-487a0bf79ee8, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:51:25.085728 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:25.090798 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Publish callbacks [] for router_gateway (928425bb-9e57-4592-9ca4-d83454b8e9c8), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:25.111669 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7b65843a-5aa6-4952-9e33-edda3353d7b5 req-cad339ab-365c-4144-aa78-0e08b5476413 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2047789 Mar 24 15:51:25.116821 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:25.121341 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35 req-31294214-69ec-4086-8654-59c9ca29386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:25.122893 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35 req-31294214-69ec-4086-8654-59c9ca29386c service neutron] 10.222.0.24 "GET /v2.0/networks?id=420cf326-830c-41a3-87d7-6197b727920a HTTP/1.1" status: 200 len: 915 time: 0.2250936 Mar 24 15:51:25.193988 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4568a4a-32a4-47f3-9c9b-f5172df07217 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (8adab9c6-db7d-453c-aad7-3539861e98c8), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:25.199597 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35 req-91f87478-2eb7-4003-9759-0b1ee0dd8669 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95887a53-c755-40db-a1b2-7e144b454483 HTTP/1.1" status: 200 len: 1002 time: 0.0703855 Mar 24 15:51:25.241433 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] For port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:51:25.246658 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] For port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=79e15c62-6eb6-43a8-ade5-487a0bf79ee8,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:51:25.255018 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4568a4a-32a4-47f3-9c9b-f5172df07217 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event deleted for resources: {'Port': ['ID=8adab9c6-db7d-453c-aad7-3539861e98c8,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:25.274779 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Allocated IP 172.27.0.140 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/5f940291-1297-4985-9b1a-c9cb50b7c45b) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:25.333051 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35 req-5b41b877-b5c0-496d-a1c8-d60aa8fb57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:25.335408 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35 req-5b41b877-b5c0-496d-a1c8-d60aa8fb57aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc04a805-68fd-4784-af6c-91af1c837ae1 HTTP/1.1" status: 200 len: 853 time: 0.1081991 Mar 24 15:51:25.346169 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:25.377376 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4568a4a-32a4-47f3-9c9b-f5172df07217 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (541d697c-f0c6-41ee-8475-56c49c2becf9), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:25.380085 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4568a4a-32a4-47f3-9c9b-f5172df07217 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:25.381252 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-f4568a4a-32a4-47f3-9c9b-f5172df07217 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "DELETE /v2.0/floatingips/541d697c-f0c6-41ee-8475-56c49c2becf9 HTTP/1.1" status: 204 len: 168 time: 1.0507448 Mar 24 15:51:25.410805 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35 req-8c9f5792-6318-4166-9a58-3bdc32fba956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:25.429673 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-e91fbc89-a087-4a11-80be-9b4c64314fa9 None None] Current status of the port 95887a53-c755-40db-a1b2-7e144b454483 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:25.432075 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35 req-8c9f5792-6318-4166-9a58-3bdc32fba956 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=420cf326-830c-41a3-87d7-6197b727920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0891254 Mar 24 15:51:25.443003 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Publish callbacks [] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:25.490192 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device a0156e1e-f614-4d1e-9e39-597c366a61d0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:51:25.491930 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad47674-b236-44ff-83c8-0b11bb80ef6c None None] Pushing event updated for resources: {'Port': ['ID=79e15c62-6eb6-43a8-ade5-487a0bf79ee8,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:25.533591 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: a0156e1e-f614-4d1e-9e39-597c366a61d0 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:51:25.533943 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device a0156e1e-f614-4d1e-9e39-597c366a61d0 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:51:25.594190 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:25.617231 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35 req-393d1112-4611-426d-bd5b-8b0276a76e6c service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779244 Mar 24 15:51:25.659636 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:25.670907 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:25.680327 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:25.786165 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f940291-1297-4985-9b1a-c9cb50b7c45b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:25.861228 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5a05d15e-b8d6-4a4e-8ed1-de4616734f35 req-46f3140a-5f4a-4f30-83c9-d25a8f254d6a service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371721 Mar 24 15:51:26.046031 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58954) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:26.050588 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-f41508a5-5b79-4ed7-b7ba-1763340b468c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--636102716', 'description': 'tempest-description--1506960447'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:26.085604 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Publish callbacks [] for router_gateway (928425bb-9e57-4592-9ca4-d83454b8e9c8), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.130521 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f41508a5-5b79-4ed7-b7ba-1763340b468c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.210640 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f41508a5-5b79-4ed7-b7ba-1763340b468c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (5cfcbb36-4b77-42b3-babb-7fbf1b93057c), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.285995 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f41508a5-5b79-4ed7-b7ba-1763340b468c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (5cfcbb36-4b77-42b3-babb-7fbf1b93057c), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.312483 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896'] for router (928425bb-9e57-4592-9ca4-d83454b8e9c8), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.340980 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41508a5-5b79-4ed7-b7ba-1763340b468c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfcbb36-4b77-42b3-babb-7fbf1b93057c,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:26.408116 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f41508a5-5b79-4ed7-b7ba-1763340b468c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.413032 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-f41508a5-5b79-4ed7-b7ba-1763340b468c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3640249 Mar 24 15:51:26.413032 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58964) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:26.420201 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-952f7144-503a-413e-b019-311b633d5c28 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'security_group_rule': {'security_group_id': '5cfcbb36-4b77-42b3-babb-7fbf1b93057c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:26.519055 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-952f7144-503a-413e-b019-311b633d5c28 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (c867fffe-3b0b-414e-a21a-a0f2b4da6ba8), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.548029 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Router 928425bb-9e57-4592-9ca4-d83454b8e9c8 is scheduled to L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:51:26.581587 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-952f7144-503a-413e-b019-311b633d5c28 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (c867fffe-3b0b-414e-a21a-a0f2b4da6ba8), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.640404 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-952f7144-503a-413e-b019-311b633d5c28 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (c867fffe-3b0b-414e-a21a-a0f2b4da6ba8), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.668221 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f7144-503a-413e-b019-311b633d5c28 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c867fffe-3b0b-414e-a21a-a0f2b4da6ba8,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:26.670459 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:51:26.675600 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27d4301-0652-45ff-9d4c-f18d6cfeb1e5 None None] Network 820ba51f-beaa-4316-bd0f-93846d088224 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:51:26.688554 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Sync routers for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:51:26.700281 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:26.700897 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:26.790221 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-952f7144-503a-413e-b019-311b633d5c28 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.794949 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-952f7144-503a-413e-b019-311b633d5c28 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783128 Mar 24 15:51:26.795118 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.795486 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58966) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:26.799116 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-adb10976-6a03-4ff4-bc8f-4eaf398423e5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7101612 Mar 24 15:51:26.800334 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-688bd57c-132a-4ba7-a8b0-f44d4cc80adb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'security_group_rule': {'security_group_id': '5cfcbb36-4b77-42b3-babb-7fbf1b93057c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:26.801521 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 58970) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:26.812906 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-9d427eaf-1b32-48d5-9ab7-553ae38b94b3 None None] Provisioning complete for port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:26.817298 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9d427eaf-1b32-48d5-9ab7-553ae38b94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:26.848658 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:26.929056 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-688bd57c-132a-4ba7-a8b0-f44d4cc80adb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (c64258ce-3dff-4868-90a9-7a1f1f1a2938), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.107201 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d247c-98fb-406f-aa14-2ec8fd218916 req-587481b7-1779-41f9-aa56-24dd297cb451 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:27.114314 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-562d247c-98fb-406f-aa14-2ec8fd218916 req-587481b7-1779-41f9-aa56-24dd297cb451 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.2025528 Mar 24 15:51:27.118065 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-688bd57c-132a-4ba7-a8b0-f44d4cc80adb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (c64258ce-3dff-4868-90a9-7a1f1f1a2938), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.125975 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:25Z', 'revision_number': 3, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:27.154565 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Checking router: 928425bb-9e57-4592-9ca4-d83454b8e9c8 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:51:27.155199 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Updating router 928425bb-9e57-4592-9ca4-d83454b8e9c8 port 5f940291-1297-4985-9b1a-c9cb50b7c45b binding host dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:51:27.199986 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-688bd57c-132a-4ba7-a8b0-f44d4cc80adb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (c64258ce-3dff-4868-90a9-7a1f1f1a2938), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.201021 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:27.201021 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-9d427eaf-1b32-48d5-9ab7-553ae38b94b3 None None] Current status of the port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:27.201021 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9d427eaf-1b32-48d5-9ab7-553ae38b94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.201327 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.202422 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-562d247c-98fb-406f-aa14-2ec8fd218916 req-531df698-49ad-4dcd-9eaf-3d1e4494008a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814745 Mar 24 15:51:27.216387 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bd57c-132a-4ba7-a8b0-f44d4cc80adb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64258ce-3dff-4868-90a9-7a1f1f1a2938,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:27.265855 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-9d427eaf-1b32-48d5-9ab7-553ae38b94b3 None None] For port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=79e15c62-6eb6-43a8-ade5-487a0bf79ee8,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:27.277715 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:27.278101 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.360184 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:27.360584 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.423482 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-688bd57c-132a-4ba7-a8b0-f44d4cc80adb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.428031 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-688bd57c-132a-4ba7-a8b0-f44d4cc80adb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6282353 Mar 24 15:51:27.428243 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 58972) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:27.433189 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:27.438893 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9d427eaf-1b32-48d5-9ab7-553ae38b94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.479823 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Publish callbacks [] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), precommit_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.514485 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.db.api [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 15:51:27.514912 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG oslo_db.api [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 15:51:27.519698 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d427eaf-1b32-48d5-9ab7-553ae38b94b3 None None] Pushing event updated for resources: {'Port': ['ID=79e15c62-6eb6-43a8-ade5-487a0bf79ee8,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:27.536298 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.565010 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.565295 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-e2180691-a0ce-4182-b3dd-bfabc32f14e0 None None] Provisioning complete for port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:27.565840 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e2180691-a0ce-4182-b3dd-bfabc32f14e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.646507 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Attempting to bind port 5f940291-1297-4985-9b1a-c9cb50b7c45b on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:51:27.650089 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Attempting to bind port 5f940291-1297-4985-9b1a-c9cb50b7c45b by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:51:27.650089 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Attempting to bind port 5f940291-1297-4985-9b1a-c9cb50b7c45b on network cd957b4c-42c5-4eea-915f-4d8712523c86 {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:27.655001 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:51:27.655668 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:51:27.656279 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.656868 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Bound using segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:51:27.657545 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Bound port: 5f940291-1297-4985-9b1a-c9cb50b7c45b, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:51:27.658135 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.659403 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.661841 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Pushing event updated for resources: {'Port': ['ID=5f940291-1297-4985-9b1a-c9cb50b7c45b,revision_number=2']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:27.678127 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.682722 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-e2180691-a0ce-4182-b3dd-bfabc32f14e0 None None] Current status of the port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:27.691299 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.691797 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.692016 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.692378 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.692752 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.693092 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.693424 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.693889 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.694243 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.694581 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.694936 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.695282 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.695608 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.695935 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.696259 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:27.741050 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] For port 5f940291-1297-4985-9b1a-c9cb50b7c45b, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:51:27.746402 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] For port 5f940291-1297-4985-9b1a-c9cb50b7c45b, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=5f940291-1297-4985-9b1a-c9cb50b7c45b,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:51:27.785374 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Allocated IP 172.27.0.25 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/92d11e9e-ed20-4ef4-aa0e-f31290d0b203) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:27.823024 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.845025 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Allocated IP 172.20.0.1 (820ba51f-beaa-4316-bd0f-93846d088224/e1da45a2-41ca-4014-8a7c-896aa263d982/8b2dd9a5-f3b2-4fdb-916b-727f57c22d07) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:27.877437 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:27.878333 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:27.899216 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for port (92d11e9e-ed20-4ef4-aa0e-f31290d0b203), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.944842 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ae483-eb84-476f-b16f-4f3b77b162df None None] Pushing event updated for resources: {'Port': ['ID=5f940291-1297-4985-9b1a-c9cb50b7c45b,revision_number=3']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:27.953857 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Publish callbacks [] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:27.995270 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:28.017014 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (92d11e9e-ed20-4ef4-aa0e-f31290d0b203), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.053280 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:28.063672 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.068383 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:28.074375 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:28.077102 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:28.083370 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'Port': ['ID=92d11e9e-ed20-4ef4-aa0e-f31290d0b203,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:28.107710 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Network 820ba51f-beaa-4316-bd0f-93846d088224 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:28.110712 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:28.114389 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:28.114968 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625853'] for router_interface (928425bb-9e57-4592-9ca4-d83454b8e9c8), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.156996 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Pushing event updated for resources: {'Port': ['ID=8b2dd9a5-f3b2-4fdb-916b-727f57c22d07,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:28.185824 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (45bfcb9e-f939-466a-9126-bdc51fca4c52), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.202980 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:25Z', 'revision_number': 3, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:28.241452 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87fc2d-a382-4336-a460-83d066d1057f None None] The sync data for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi is: [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:25Z', 'revision_number': 3, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:51:28.310572 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (92d11e9e-ed20-4ef4-aa0e-f31290d0b203), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.350735 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.379581 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e386f8-6add-4953-a618-1f3fb962b5ab req-683c40d1-3b67-4725-93a6-2dcc61f22691 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:28.390822 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-90e386f8-6add-4953-a618-1f3fb962b5ab req-683c40d1-3b67-4725-93a6-2dcc61f22691 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1060884 Mar 24 15:51:28.411063 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-c5ea8d47-abba-41eb-8383-3f097768cd50 None None] Provisioning complete for port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:28.411513 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8d47-abba-41eb-8383-3f097768cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.453870 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea8d47-abba-41eb-8383-3f097768cd50 None None] Port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:51:28.496660 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for port (92d11e9e-ed20-4ef4-aa0e-f31290d0b203), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.501092 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-90e386f8-6add-4953-a618-1f3fb962b5ab req-858efa44-3fd7-4f08-b585-0f604f125f9e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032491 Mar 24 15:51:28.588494 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (92d11e9e-ed20-4ef4-aa0e-f31290d0b203), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.588749 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Publish callbacks [] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.658269 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'Port': ['ID=92d11e9e-ed20-4ef4-aa0e-f31290d0b203,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:28.664036 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.668476 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625705'] for router_interface (928425bb-9e57-4592-9ca4-d83454b8e9c8), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.672366 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (45bfcb9e-f939-466a-9126-bdc51fca4c52), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.763998 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Pushing event updated for resources: {'Port': ['ID=8b2dd9a5-f3b2-4fdb-916b-727f57c22d07,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:28.790377 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:28.800442 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-d0b2af16-87ff-4254-b068-c42ccf3c2194 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3625851 Mar 24 15:51:28.810406 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Network 820ba51f-beaa-4316-bd0f-93846d088224 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:28.811889 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:28.982788 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Router 928425bb-9e57-4592-9ca4-d83454b8e9c8 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:51:29.130771 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:51:29.144408 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-370d95a9-b34f-4388-baee-8c68f93c6676 admin admin] 10.222.0.31 "PUT /v2.0/routers/928425bb-9e57-4592-9ca4-d83454b8e9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3333893 Mar 24 15:51:29.154169 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-f9b48795-46e5-41b3-820e-2e14d5814dbe tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--636102716&fields=id&tenant_id=6dec19605af54dd9957ff4fd59dac64a HTTP/1.1" status: 200 len: 267 time: 0.1246903 Mar 24 15:51:29.195037 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-5e360330-6e18-4f58-a026-e6670ac409c0 None None] Provisioning complete for port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:29.195563 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5e360330-6e18-4f58-a026-e6670ac409c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:29.200764 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5f940291-1297-4985-9b1a-c9cb50b7c45b up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:29.252132 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-5577b896-95de-44c2-aba8-f12c209f68a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:29.253786 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-5577b896-95de-44c2-aba8-f12c209f68a8 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.24 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.1423261 Mar 24 15:51:29.269180 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-5e360330-6e18-4f58-a026-e6670ac409c0 None None] Port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:51:29.283688 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 5f940291-1297-4985-9b1a-c9cb50b7c45b triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:29.284437 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:29.374302 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 5f940291-1297-4985-9b1a-c9cb50b7c45b is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:29.374720 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:29.379112 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-4fc7a6d0-8020-4ac2-aa10-8c0599116b02 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:29.380630 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-4fc7a6d0-8020-4ac2-aa10-8c0599116b02 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/networks?id=064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 200 len: 816 time: 0.2177444 Mar 24 15:51:29.395305 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port 5f940291-1297-4985-9b1a-c9cb50b7c45b, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=5f940291-1297-4985-9b1a-c9cb50b7c45b,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:29.405713 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-b2d18550-3042-4e73-96b6-b673e3df0809 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/quotas/6dec19605af54dd9957ff4fd59dac64a HTTP/1.1" status: 200 len: 375 time: 0.0178857 Mar 24 15:51:29.408602 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Deleting port 090d3af3-d684-4f16-9279-a93755a9bbb9 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:51:29.408939 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:29.498880 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:29.500188 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:29.534318 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-cbf2d77e-f75a-4a9b-a1e3-add820e50634 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208251 Mar 24 15:51:29.548599 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] For port 090d3af3-d684-4f16-9279-a93755a9bbb9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=090d3af3-d684-4f16-9279-a93755a9bbb9,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:29.548968 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:29.584427 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=5f940291-1297-4985-9b1a-c9cb50b7c45b,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:29.598411 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:29.598766 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:29.694337 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:29.709815 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74165-df10-482e-b68e-e99e630a4d91 req-ae5e69b9-3f5c-4c26-b0fb-483309ad3c5f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:29.711346 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-60f74165-df10-482e-b68e-e99e630a4d91 req-ae5e69b9-3f5c-4c26-b0fb-483309ad3c5f tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 946 time: 0.0635462 Mar 24 15:51:29.734383 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-4a6f46e8-a6de-44ec-a1ef-bada810fdddd service neutron] 10.222.0.31 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826131 Mar 24 15:51:29.764004 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-60f74165-df10-482e-b68e-e99e630a4d91 req-12e7864f-7b28-4285-bc70-1911754d3c12 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467772 Mar 24 15:51:30.088483 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59006) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:30.093471 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1071044853-network', 'tenant_id': '83fcf44b23824754b746f6c441759d0c'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:30.105564 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.108624 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (abeae48b-4309-4bad-ab60-f796fa2de0c9), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.108624 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Floating IP abeae48b-4309-4bad-ab60-f796fa2de0c9 disassociated. External IP: 172.27.0.148, port: 090d3af3-d684-4f16-9279-a93755a9bbb9. Mar 24 15:51:30.108624 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Calling delete_port for 090d3af3-d684-4f16-9279-a93755a9bbb9 owned by compute:nova {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:51:30.162234 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Sync routers for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:51:30.169948 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Made reservation on behalf of 83fcf44b23824754b746f6c441759d0c for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:51:30.172288 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:30.175034 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.175170 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:30.175310 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-06d01d89-8ad4-41a0-a3c5-72724afc2dc4 service neutron] 10.222.0.31 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262650 Mar 24 15:51:30.182388 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.269909 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Publish callbacks [] for security_group (d5e5c7cb-148b-459c-b149-cfd49edd633f), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.296050 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:30.341904 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (d5e5c7cb-148b-459c-b149-cfd49edd633f), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.366982 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:51:30.371339 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (090d3af3-d684-4f16-9279-a93755a9bbb9), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.379203 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e5c7cb-148b-459c-b149-cfd49edd633f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:30.385292 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (2f29a1ee-9965-4ad7-969e-2ee7a75a658c), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.385646 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.segments_db [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Added segment 2f29a1ee-9965-4ad7-969e-2ee7a75a658c of type vlan for network 76dd4c47-127e-4dc7-98f8-8e3699eebe85 Mar 24 15:51:30.408716 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event deleted for resources: {'Port': ['ID=090d3af3-d684-4f16-9279-a93755a9bbb9,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:30.439089 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (76dd4c47-127e-4dc7-98f8-8e3699eebe85), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.539724 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-59bfafe8-f4ea-498e-a918-5f26da9b4c29 req-69d49004-178c-4bdd-a020-05ad074a19c3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 210 time: 0.0352929 Mar 24 15:51:30.542706 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 2, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:30.568687 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (76dd4c47-127e-4dc7-98f8-8e3699eebe85), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.569709 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:30.570299 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.575272 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Checking router: 928425bb-9e57-4592-9ca4-d83454b8e9c8 for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:51:30.575693 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Updating router 928425bb-9e57-4592-9ca4-d83454b8e9c8 port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 binding host dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:51:30.576031 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Router eab2846e-07ac-41ac-8f26-70751f53aab9 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:51:30.612222 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.655497 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] Pushing event updated for resources: {'Network': ['ID=76dd4c47-127e-4dc7-98f8-8e3699eebe85,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:30.708243 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 76dd4c47-127e-4dc7-98f8-8e3699eebe85 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:51:30.717945 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:51:30.730251 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45d747-5005-443e-9a14-c20813dd0300 None None] Sync routers for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:51:30.741703 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-0e4bc0f7-afc0-4bcd-b239-9cc49dfbc685 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6519046 Mar 24 15:51:30.745265 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59018) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:30.746003 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45d747-5005-443e-9a14-c20813dd0300 None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:30.746883 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-1e45d747-5005-443e-9a14-c20813dd0300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:30.754787 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] Request body: {'subnet': {'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1071044853-subnet', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:30.803432 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] No DVR routers for this DVR port 090d3af3-d684-4f16-9279-a93755a9bbb9 on host hv-cinder-79053 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:51:30.806142 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.810770 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-dfe0e6c9-4422-434d-8d10-e3fcad1a7342 req-c1fa0715-60da-4c8a-8601-7e430b3605a4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.24 "DELETE /v2.0/ports/090d3af3-d684-4f16-9279-a93755a9bbb9 HTTP/1.1" status: 204 len: 173 time: 1.5502281 Mar 24 15:51:30.811268 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'name': 'network-vif-deleted', 'tag': '090d3af3-d684-4f16-9279-a93755a9bbb9'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:30.822597 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa405a5-881e-40e0-9c2d-1fec3b58d898" -d '{"events": [{"server_uuid": "5195890a-e3ba-4b1f-8e9f-428fd3b54f76", "name": "network-vif-deleted", "tag": "090d3af3-d684-4f16-9279-a93755a9bbb9"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:30.880134 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] Made reservation on behalf of 83fcf44b23824754b746f6c441759d0c for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:51:30.883303 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:30.907097 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c489abc-d93d-4a41-b044-25f8d65a9e69 x-openstack-request-id: req-1c489abc-d93d-4a41-b044-25f8d65a9e69 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:30.907398 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5195890a-e3ba-4b1f-8e9f-428fd3b54f76", "name": "network-vif-deleted", "tag": "090d3af3-d684-4f16-9279-a93755a9bbb9", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:30.907659 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c489abc-d93d-4a41-b044-25f8d65a9e69 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:30.908073 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c489abc-d93d-4a41-b044-25f8d65a9e69'] response: {'server_uuid': '5195890a-e3ba-4b1f-8e9f-428fd3b54f76', 'name': 'network-vif-deleted', 'tag': '090d3af3-d684-4f16-9279-a93755a9bbb9', 'status': 'completed', 'code': 200} Mar 24 15:51:30.964640 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-82044c23-0fa0-4960-a412-e21f63f73322 req-a38443f6-50f9-41d7-9060-b0ff41c862d0 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0687270 Mar 24 15:51:31.074126 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5f940291-1297-4985-9b1a-c9cb50b7c45b up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:31.113270 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-1e45d747-5005-443e-9a14-c20813dd0300 None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:31.130167 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Publish callbacks [] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.158862 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 5f940291-1297-4985-9b1a-c9cb50b7c45b triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:31.159240 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.233829 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (fa47acb0-7715-46c9-a640-a32973db9cd7), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.235520 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.293489 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa47acb0-7715-46c9-a640-a32973db9cd7,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:31.304584 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] Checking segment: {'id': '2f29a1ee-9965-4ad7-969e-2ee7a75a658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:51:31.304980 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] Network hostable DHCP agents. Network: 76dd4c47-127e-4dc7-98f8-8e3699eebe85, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:51:31.306082 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 5f940291-1297-4985-9b1a-c9cb50b7c45b is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:31.350214 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96756eb-f71f-410a-b7e8-4e46f5e3e849 None None] Pushing event updated for resources: {'Port': ['ID=8b2dd9a5-f3b2-4fdb-916b-727f57c22d07,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:31.363608 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-1e45d747-5005-443e-9a14-c20813dd0300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:31.392025 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Attempting to bind port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:51:31.392525 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Attempting to bind port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:51:31.393022 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Attempting to bind port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 on network 820ba51f-beaa-4316-bd0f-93846d088224 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:31.396830 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45d747-5005-443e-9a14-c20813dd0300 None None] Checking router: eab2846e-07ac-41ac-8f26-70751f53aab9 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:51:31.398579 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:51:31.399718 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Checking segment: {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:51:31.399902 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.400469 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Bound using segment: {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:51:31.401314 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Bound port: 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:51:31.401794 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.408863 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45d747-5005-443e-9a14-c20813dd0300 None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:31.409482 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-1e45d747-5005-443e-9a14-c20813dd0300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:31.439130 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] Network 76dd4c47-127e-4dc7-98f8-8e3699eebe85 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:51:31.471613 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] For port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:51:31.475143 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] For port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=8b2dd9a5-f3b2-4fdb-916b-727f57c22d07,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:51:31.507297 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-2e4d40d8-150e-4ed8-85fb-daa757a90948 None None] Provisioning complete for port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:31.507678 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2e4d40d8-150e-4ed8-85fb-daa757a90948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.527668 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-1e45d747-5005-443e-9a14-c20813dd0300 None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:31.544492 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d40d8-150e-4ed8-85fb-daa757a90948 None None] Port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:51:31.553299 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 76dd4c47-127e-4dc7-98f8-8e3699eebe85) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:31.558993 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:31.569677 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.569828 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a353d360-5faa-4b3d-9f98-e38700011552 None None] Network 76dd4c47-127e-4dc7-98f8-8e3699eebe85 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:51:31.612789 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.682802 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-578b016d-5575-4bcd-bb28-a2f2adce0e22 req-b5dc2cff-011b-46cc-bd89-ab13e70f40ca tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 210 time: 0.0494370 Mar 24 15:51:31.705246 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-10e9ccd5-fded-4dc5-bdeb-ec0372c44802 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9568160 Mar 24 15:51:31.708050 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59028) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:31.714990 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1071044853-router', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:31.732514 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96756eb-f71f-410a-b7e8-4e46f5e3e849 None None] Pushing event updated for resources: {'Port': ['ID=8b2dd9a5-f3b2-4fdb-916b-727f57c22d07,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:31.736482 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:31.737355 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:31.741301 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-76dd4c47-127e-4dc7-98f8-8e3699eebe85', 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85', 'project_id': '83fcf44b23824754b746f6c441759d0c', 'fixed_ips': [{'subnet_id': 'fa47acb0-7715-46c9-a640-a32973db9cd7'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:51:31.742260 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.838228 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-1e45d747-5005-443e-9a14-c20813dd0300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:31.851254 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1623102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045903'] for router (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.852891 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046006'] for router (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:31.867279 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45d747-5005-443e-9a14-c20813dd0300 None None] The sync data for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi is: [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:51:31.922537 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Publish callbacks [] for router_controller (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), precommit_add_association {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:32.079846 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-777c371d-74ba-4b4f-9193-157e49e532eb None None] Provisioning complete for port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:32.080147 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-777c371d-74ba-4b4f-9193-157e49e532eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:32.110988 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-34f58251-c0c3-48d0-8095-729e8d282bf0 req-cb39cabf-e2d5-4d21-9fe1-760a6761e2b4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=5195890a-e3ba-4b1f-8e9f-428fd3b54f76 HTTP/1.1" status: 200 len: 210 time: 0.0391653 Mar 24 15:51:32.205415 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Publish callbacks [] for router_gateway (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:32.217036 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:32.247494 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16f9b02-5a6a-41b0-8b5b-5abf26dbf72d None None] New status for floating IP abeae48b-4309-4bad-ab60-f796fa2de0c9: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:51:32.349614 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Allocated IP 172.20.0.2 (76dd4c47-127e-4dc7-98f8-8e3699eebe85/fa47acb0-7715-46c9-a640-a32973db9cd7/70286fbd-1c57-4f4f-94a8-b662f202e48c) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:32.525368 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Publish callbacks [] for router_gateway (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:32.545051 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-777c371d-74ba-4b4f-9193-157e49e532eb None None] Current status of the port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:32.545474 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-777c371d-74ba-4b4f-9193-157e49e532eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:32.546927 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:32.644953 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-777c371d-74ba-4b4f-9193-157e49e532eb None None] For port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=8b2dd9a5-f3b2-4fdb-916b-727f57c22d07,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:32.661534 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Allocated IP 172.27.0.200 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/2c4a58ab-e2d4-464c-8a53-01a8b970078f) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:32.721921 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Publish callbacks [] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:32.745906 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:31Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:32.766274 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688588bf-cd1f-4f9f-88a9-24a1b29a08c8 None None] The sync data for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi is: [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:31Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:51:32.777243 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Publish callbacks [] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:32.823267 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-777c371d-74ba-4b4f-9193-157e49e532eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:32.834634 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5aa6e03b-f01a-4dad-8343-52b4ce04d6b8 req-aab12be3-87f5-4564-b224-9d1c718491cc tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 210 time: 0.0603883 Mar 24 15:51:32.864548 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:32.908843 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Network 76dd4c47-127e-4dc7-98f8-8e3699eebe85 is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:32.912952 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:32.915050 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c371d-74ba-4b4f-9193-157e49e532eb None None] Pushing event updated for resources: {'Port': ['ID=8b2dd9a5-f3b2-4fdb-916b-727f57c22d07,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:32.918485 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:32.920194 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:32.986471 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:33.001703 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Pushing event updated for resources: {'Port': ['ID=70286fbd-1c57-4f4f-94a8-b662f202e48c,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:33.007712 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:33.017487 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Attempting to bind port 70286fbd-1c57-4f4f-94a8-b662f202e48c on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:51:33.017871 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Attempting to bind port 70286fbd-1c57-4f4f-94a8-b662f202e48c by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '2f29a1ee-9965-4ad7-969e-2ee7a75a658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:51:33.018241 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Attempting to bind port 70286fbd-1c57-4f4f-94a8-b662f202e48c on network 76dd4c47-127e-4dc7-98f8-8e3699eebe85 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:33.044452 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:51:33.044670 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Checking segment: {'id': '2f29a1ee-9965-4ad7-969e-2ee7a75a658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:51:33.045086 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.045493 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Bound using segment: {'id': '2f29a1ee-9965-4ad7-969e-2ee7a75a658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:51:33.045990 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Bound port: 70286fbd-1c57-4f4f-94a8-b662f202e48c, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f29a1ee-9965-4ad7-969e-2ee7a75a658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:51:33.046380 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.073832 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:33.102717 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4a58ab-e2d4-464c-8a53-01a8b970078f,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:33.109796 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:33.190967 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] For port 70286fbd-1c57-4f4f-94a8-b662f202e48c, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:51:33.194958 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] For port 70286fbd-1c57-4f4f-94a8-b662f202e48c, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=70286fbd-1c57-4f4f-94a8-b662f202e48c,segment=NetworkSegment(2f29a1ee-9965-4ad7-969e-2ee7a75a658c),segment_id=2f29a1ee-9965-4ad7-969e-2ee7a75a658c)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:51:33.220245 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:33.222840 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.261887 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.284114 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-6da2f970-3f71-4150-ba4b-bff6dcfa562c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:33.285765 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-6da2f970-3f71-4150-ba4b-bff6dcfa562c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.24 "GET /v2.0/networks?id=064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 200 len: 816 time: 0.3181665 Mar 24 15:51:33.297957 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59038) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:33.376150 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272abb6-d0eb-4528-a118-5efc03e8ef55 None None] Pushing event updated for resources: {'Port': ['ID=70286fbd-1c57-4f4f-94a8-b662f202e48c,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:33.397365 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-43f9332d-a5cf-422e-98ab-e5c4c1682dfb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dec19605af54dd9957ff4fd59dac64a HTTP/1.1" status: 200 len: 379 time: 0.0855532 Mar 24 15:51:33.411896 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb88d5f8-9304-4d95-83a9-a8815035c950 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (02a37a40-a7c5-4672-b6d8-c3ab37d0ec52), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.413932 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'port': {'device_id': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'admin_state_up': True, 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'security_groups': ['5cfcbb36-4b77-42b3-babb-7fbf1b93057c']}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:33.441196 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:33.455207 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb88d5f8-9304-4d95-83a9-a8815035c950 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (02a37a40-a7c5-4672-b6d8-c3ab37d0ec52), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.543737 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 090d3af3-d684-4f16-9279-a93755a9bbb9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:51:33.572869 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.573952 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 090d3af3-d684-4f16-9279-a93755a9bbb9 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:51:33.574497 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 090d3af3-d684-4f16-9279-a93755a9bbb9 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:51:33.582209 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb88d5f8-9304-4d95-83a9-a8815035c950 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (02a37a40-a7c5-4672-b6d8-c3ab37d0ec52), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.584988 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb88d5f8-9304-4d95-83a9-a8815035c950 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.590593 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-cb88d5f8-9304-4d95-83a9-a8815035c950 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "DELETE /v2.0/security-groups/02a37a40-a7c5-4672-b6d8-c3ab37d0ec52 HTTP/1.1" status: 204 len: 168 time: 0.2913311 Mar 24 15:51:33.591574 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59044) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:33.677060 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.api.v2.resource [None req-3e421881-2e3b-4938-b59e-3bb62a06a7a0 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] show failed (client error): The resource could not be found. Mar 24 15:51:33.680907 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-3e421881-2e3b-4938-b59e-3bb62a06a7a0 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups/02a37a40-a7c5-4672-b6d8-c3ab37d0ec52 HTTP/1.1" status: 404 len: 347 time: 0.0828550 Mar 24 15:51:33.680907 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88d5f8-9304-4d95-83a9-a8815035c950 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a37a40-a7c5-4672-b6d8-c3ab37d0ec52,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:33.682397 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59046) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:33.781502 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Publish callbacks [] for router_gateway (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.944520 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-13d6ec58-9e44-49fd-b982-00d066488a43 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Deleting port faa98708-670d-4e0d-90b5-b16adefde102 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:51:33.944520 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13d6ec58-9e44-49fd-b982-00d066488a43 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (faa98708-670d-4e0d-90b5-b16adefde102), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.945185 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Made reservation on behalf of 6dec19605af54dd9957ff4fd59dac64a for: {'port': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:51:33.948447 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:33.988581 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-72c00250-77b0-4635-9a39-b4f57e2b37e2 req-0c0b581e-3c55-4aaa-a53e-37c5afd3bed2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 210 time: 0.0641470 Mar 24 15:51:34.069028 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13d6ec58-9e44-49fd-b982-00d066488a43 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (faa98708-670d-4e0d-90b5-b16adefde102), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.070874 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13d6ec58-9e44-49fd-b982-00d066488a43 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (faa98708-670d-4e0d-90b5-b16adefde102), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.082916 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-13d6ec58-9e44-49fd-b982-00d066488a43 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Calling delete_port for faa98708-670d-4e0d-90b5-b16adefde102 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:51:34.193830 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896'] for router (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.302302 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13d6ec58-9e44-49fd-b982-00d066488a43 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (faa98708-670d-4e0d-90b5-b16adefde102), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.308062 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Allocated IP 172.20.0.9 (064bef7f-6e97-472d-9dca-c7bf7c44cffc/1174d9a8-d844-4e95-aea1-2f38acd0826a/63d34fc9-04f5-49c1-9969-e91d144383cb) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:34.351008 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6ec58-9e44-49fd-b982-00d066488a43 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event deleted for resources: {'Port': ['ID=faa98708-670d-4e0d-90b5-b16adefde102,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:34.368835 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13d6ec58-9e44-49fd-b982-00d066488a43 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (abeae48b-4309-4bad-ab60-f796fa2de0c9), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.372342 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13d6ec58-9e44-49fd-b982-00d066488a43 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.383305 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-13d6ec58-9e44-49fd-b982-00d066488a43 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "DELETE /v2.0/floatingips/abeae48b-4309-4bad-ab60-f796fa2de0c9 HTTP/1.1" status: 204 len: 168 time: 0.6934004 Mar 24 15:51:34.526238 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.610606 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e is scheduled to L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 with binding_index 1 {{(pid=110397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:51:34.675138 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7098e60-8812-40bd-bd9d-d49fb7d680a4 None None] Network 76dd4c47-127e-4dc7-98f8-8e3699eebe85 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:51:34.684543 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.747444 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Network 064bef7f-6e97-472d-9dca-c7bf7c44cffc is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:34.754379 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:34.757677 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event updated for resources: {'Port': ['ID=63d34fc9-04f5-49c1-9969-e91d144383cb,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:34.760551 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:34.800346 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-336650a7-9113-43a1-b2ae-a3086a473384 None None] Provisioning complete for port 70286fbd-1c57-4f4f-94a8-b662f202e48c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:34.800762 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-336650a7-9113-43a1-b2ae-a3086a473384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.807249 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:51:34.820396 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Sync routers for ids ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:51:34.827270 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:34.827912 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.835174 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Routers {'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:34.836183 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:34.904467 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-336650a7-9113-43a1-b2ae-a3086a473384 None None] Current status of the port 70286fbd-1c57-4f4f-94a8-b662f202e48c is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:34.905085 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-336650a7-9113-43a1-b2ae-a3086a473384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.948365 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-336650a7-9113-43a1-b2ae-a3086a473384 None None] For port 70286fbd-1c57-4f4f-94a8-b662f202e48c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=70286fbd-1c57-4f4f-94a8-b662f202e48c,segment=NetworkSegment(2f29a1ee-9965-4ad7-969e-2ee7a75a658c),segment_id=2f29a1ee-9965-4ad7-969e-2ee7a75a658c)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:34.975718 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Set router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:34.983319 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59052) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:34.987953 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9b59f6ab-164e-4030-804a-79ed865b029c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501931784', 'description': 'tempest-description--1814418210'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:34.989777 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:34.995541 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-1813603a-9c15-421d-b182-cfbd075dc745 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2819941 Mar 24 15:51:34.996299 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59054) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:34.996464 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-3453ebf8-9afb-423e-814c-851fb9e7afe7 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5881526 Mar 24 15:51:35.011252 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Request body: {'port': {'device_id': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:35.099454 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 70286fbd-1c57-4f4f-94a8-b662f202e48c up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:35.104867 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-336650a7-9113-43a1-b2ae-a3086a473384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.180491 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.260386 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336650a7-9113-43a1-b2ae-a3086a473384 None None] Pushing event updated for resources: {'Port': ['ID=70286fbd-1c57-4f4f-94a8-b662f202e48c,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:35.270099 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-f751d363-c4d7-43f8-8eed-31cf49f87742 None None] Provisioning complete for port 63d34fc9-04f5-49c1-9969-e91d144383cb triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:35.270472 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f751d363-c4d7-43f8-8eed-31cf49f87742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.283120 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'name': 'tempest-TestVolumeBootPattern-1071044853-router', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:31Z', 'updated_at': '2022-03-24T15:51:33Z', 'revision_number': 3, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'gw_port': {'id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:32Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:35.312812 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 70286fbd-1c57-4f4f-94a8-b662f202e48c triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:35.313200 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.318262 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Checking router: c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:51:35.318838 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Updating router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e port 2c4a58ab-e2d4-464c-8a53-01a8b970078f binding host dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:51:35.356045 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.385189 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-f751d363-c4d7-43f8-8eed-31cf49f87742 None None] Port 63d34fc9-04f5-49c1-9969-e91d144383cb cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:51:35.429662 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b59f6ab-164e-4030-804a-79ed865b029c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.431272 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 70286fbd-1c57-4f4f-94a8-b662f202e48c is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:35.517581 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-0f65490e-be72-468a-9fa3-8dfc83daaf8f None None] Provisioning complete for port 70286fbd-1c57-4f4f-94a8-b662f202e48c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:35.518604 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0f65490e-be72-468a-9fa3-8dfc83daaf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.546389 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530098f-0825-405e-b734-0ff4e02ad738 req-1d87721a-6aa9-419c-a13e-f3aa2b1e9577 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:35.547682 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0530098f-0825-405e-b734-0ff4e02ad738 req-1d87721a-6aa9-419c-a13e-f3aa2b1e9577 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 931 time: 0.4104042 Mar 24 15:51:35.601798 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b59f6ab-164e-4030-804a-79ed865b029c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (1982311d-4778-4ae3-a4b7-2ea5f68479b8), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.625445 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-0f65490e-be72-468a-9fa3-8dfc83daaf8f None None] Current status of the port 70286fbd-1c57-4f4f-94a8-b662f202e48c is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:35.668570 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0530098f-0825-405e-b734-0ff4e02ad738 req-08c39312-1dcf-4e64-a277-c0d003780450 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074042 Mar 24 15:51:35.684996 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b59f6ab-164e-4030-804a-79ed865b029c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (1982311d-4778-4ae3-a4b7-2ea5f68479b8), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.695169 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Publish callbacks [] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), precommit_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.733717 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.747034 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59f6ab-164e-4030-804a-79ed865b029c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1982311d-4778-4ae3-a4b7-2ea5f68479b8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:35.813160 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d34fc9-04f5-49c1-9969-e91d144383cb {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:51:35.815739 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.821023 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Publish callbacks [] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.834254 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Transition to ACTIVE for port object 63d34fc9-04f5-49c1-9969-e91d144383cb will not be triggered until provisioned by entity L2. {{(pid=110397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:51:35.847205 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b59f6ab-164e-4030-804a-79ed865b029c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.852079 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-9b59f6ab-164e-4030-804a-79ed865b029c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8648627 Mar 24 15:51:35.852379 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59058) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:35.859305 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4a3e2799-3bc3-477f-ad62-6488ccbcb482 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'security_group_rule': {'security_group_id': '1982311d-4778-4ae3-a4b7-2ea5f68479b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:35.873939 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb601f0-79eb-40c0-9450-5584fd429602 None None] Pushing event updated for resources: {'Port': ['ID=2c4a58ab-e2d4-464c-8a53-01a8b970078f,revision_number=2']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:35.878210 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Attempting to bind port 2c4a58ab-e2d4-464c-8a53-01a8b970078f on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:51:35.878589 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Attempting to bind port 2c4a58ab-e2d4-464c-8a53-01a8b970078f by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:51:35.882779 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Attempting to bind port 2c4a58ab-e2d4-464c-8a53-01a8b970078f on network cd957b4c-42c5-4eea-915f-4d8712523c86 {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:35.884409 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:51:35.885464 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:51:35.885882 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.886282 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Bound using segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:51:35.886768 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Bound port: 2c4a58ab-e2d4-464c-8a53-01a8b970078f, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:51:35.887156 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.917470 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Allocated IP 172.20.0.1 (76dd4c47-127e-4dc7-98f8-8e3699eebe85/fa47acb0-7715-46c9-a640-a32973db9cd7/c94e6a3e-63df-4c53-9b12-846f26899a59) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:35.936867 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:35.942029 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] For port 2c4a58ab-e2d4-464c-8a53-01a8b970078f, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:51:35.945863 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] For port 2c4a58ab-e2d4-464c-8a53-01a8b970078f, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=2c4a58ab-e2d4-464c-8a53-01a8b970078f,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:51:35.991086 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Pushing event updated for resources: {'Port': ['ID=63d34fc9-04f5-49c1-9969-e91d144383cb,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:36.036471 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Publish callbacks [] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.040097 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.070539 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2799-3bc3-477f-ad62-6488ccbcb482 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (7489473c-0b21-4785-9ed7-b5a86973cd87), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.080307 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Attempting to bind port 63d34fc9-04f5-49c1-9969-e91d144383cb on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:51:36.080645 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Attempting to bind port 63d34fc9-04f5-49c1-9969-e91d144383cb by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:51:36.080986 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Attempting to bind port 63d34fc9-04f5-49c1-9969-e91d144383cb on network 064bef7f-6e97-472d-9dca-c7bf7c44cffc {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:36.086019 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Port 63d34fc9-04f5-49c1-9969-e91d144383cb on network 064bef7f-6e97-472d-9dca-c7bf7c44cffc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:51:36.090939 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Attempting to bind port 63d34fc9-04f5-49c1-9969-e91d144383cb on network 064bef7f-6e97-472d-9dca-c7bf7c44cffc {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:36.092581 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:51:36.092935 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Checking segment: {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:51:36.093397 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Bound using segment: {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:51:36.093843 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Bound port: 63d34fc9-04f5-49c1-9969-e91d144383cb, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73fabcf-2f04-4d83-82cb-8866e7e481bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:51:36.094430 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.120256 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb601f0-79eb-40c0-9450-5584fd429602 None None] Pushing event updated for resources: {'Port': ['ID=2c4a58ab-e2d4-464c-8a53-01a8b970078f,revision_number=3']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:36.131701 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2799-3bc3-477f-ad62-6488ccbcb482 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (7489473c-0b21-4785-9ed7-b5a86973cd87), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.146546 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Routers {'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:36.147222 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:36.167128 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.184514 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:51:36.188721 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:51:36.192873 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Network 76dd4c47-127e-4dc7-98f8-8e3699eebe85 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:36.198559 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:36.201078 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:36.201575 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625853'] for router_interface (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.208749 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c94e6a3e-63df-4c53-9b12-846f26899a59,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:36.262340 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2799-3bc3-477f-ad62-6488ccbcb482 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (7489473c-0b21-4785-9ed7-b5a86973cd87), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.291206 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.315870 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e2799-3bc3-477f-ad62-6488ccbcb482 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7489473c-0b21-4785-9ed7-b5a86973cd87,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:36.360207 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:36.360207 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.361391 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/63d34fc9-04f5-49c1-9969-e91d144383cb HTTP/1.1" status: 200 len: 1093 time: 1.3563349 Mar 24 15:51:36.362200 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:36.365011 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5affdded-59a8-4539-9faa-4cbcff4d6e93" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:36.380535 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-1a5bd4d3-46c3-4a22-9b09-e8f167700ab2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1325948 Mar 24 15:51:36.406178 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70dfa-b249-4c0f-bcac-64d8bf7469b3 service neutron] Pushing event updated for resources: {'Port': ['ID=63d34fc9-04f5-49c1-9969-e91d144383cb,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:36.423255 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] Set router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:36.427948 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b3738-8166-465a-b3f0-a384a519293f x-openstack-request-id: req-a88b3738-8166-465a-b3f0-a384a519293f {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:36.428247 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:36.428534 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a88b3738-8166-465a-b3f0-a384a519293f {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:36.428949 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88b3738-8166-465a-b3f0-a384a519293f'] response: {'name': 'network-changed', 'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'status': 'completed', 'code': 200} Mar 24 15:51:36.431928 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2799-3bc3-477f-ad62-6488ccbcb482 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.433841 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-4a3e2799-3bc3-477f-ad62-6488ccbcb482 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5803509 Mar 24 15:51:36.437471 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59064) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:36.445295 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-76413cd0-1202-4bd6-b101-09af1c1cd972 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'security_group_rule': {'security_group_id': '1982311d-4778-4ae3-a4b7-2ea5f68479b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:36.545051 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-c643be23-0b84-4d36-bdae-02002eb60249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:36.546739 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-c643be23-0b84-4d36-bdae-02002eb60249 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 1130 time: 0.0725300 Mar 24 15:51:36.549694 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.579939 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76413cd0-1202-4bd6-b101-09af1c1cd972 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (bf6de5dd-65b5-4b69-8ee0-f14e607666ac), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.593093 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affdded-59a8-4539-9faa-4cbcff4d6e93 req-32c0325f-0c15-45a7-8897-8ae129f2077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:36.594622 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5affdded-59a8-4539-9faa-4cbcff4d6e93 req-32c0325f-0c15-45a7-8897-8ae129f2077c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 1127 time: 0.1166956 Mar 24 15:51:36.615968 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-4ac388da-ef03-4f49-8a0b-14a8fac7023a None None] Provisioning complete for port c94e6a3e-63df-4c53-9b12-846f26899a59 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:36.616547 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4ac388da-ef03-4f49-8a0b-14a8fac7023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.663966 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'name': 'tempest-TestVolumeBootPattern-1071044853-router', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:31Z', 'updated_at': '2022-03-24T15:51:33Z', 'revision_number': 3, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'gw_port': {'id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:32Z', 'updated_at': '2022-03-24T15:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:36.688135 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-4ac388da-ef03-4f49-8a0b-14a8fac7023a None None] Port c94e6a3e-63df-4c53-9b12-846f26899a59 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:51:36.696728 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e70e35-95da-47b3-bf95-a7ef7336807f None None] The sync data for ids ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'] in dv-cinder-790535-34-iscsi is: [{'id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'name': 'tempest-TestVolumeBootPattern-1071044853-router', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:31Z', 'updated_at': '2022-03-24T15:51:33Z', 'revision_number': 3, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'gw_port': {'id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:32Z', 'updated_at': '2022-03-24T15:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:51:36.704462 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76413cd0-1202-4bd6-b101-09af1c1cd972 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (bf6de5dd-65b5-4b69-8ee0-f14e607666ac), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.729255 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-83331f5c-aaec-4543-913a-f6fc7d1676d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:36.731473 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-83331f5c-aaec-4543-913a-f6fc7d1676d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 920 time: 0.1621385 Mar 24 15:51:36.792134 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-77d31d53-f1d5-4a7b-901c-d87622b7eae7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f3f1ebf-91bd-44b1-a576-403913464046 HTTP/1.1" status: 200 len: 217 time: 0.0553131 Mar 24 15:51:36.807041 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76413cd0-1202-4bd6-b101-09af1c1cd972 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (bf6de5dd-65b5-4b69-8ee0-f14e607666ac), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.834569 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affdded-59a8-4539-9faa-4cbcff4d6e93 req-236a8a8c-8770-4f0a-98f6-16aa5ee2827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:36.836267 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5affdded-59a8-4539-9faa-4cbcff4d6e93 req-236a8a8c-8770-4f0a-98f6-16aa5ee2827e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6dec19605af54dd9957ff4fd59dac64a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2252483 Mar 24 15:51:36.872564 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76413cd0-1202-4bd6-b101-09af1c1cd972 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6de5dd-65b5-4b69-8ee0-f14e607666ac,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:36.893941 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-6f67b697-2067-456f-9e2f-e51cc1a4535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:36.895655 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-6f67b697-2067-456f-9e2f-e51cc1a4535f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0911348 Mar 24 15:51:36.919059 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d5a0d-31e8-4f7a-9b93-d57b05bd7b22 req-24ea1525-e2a0-43b5-af34-de5784cfd35a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:36.920786 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-db5d5a0d-31e8-4f7a-9b93-d57b05bd7b22 req-24ea1525-e2a0-43b5-af34-de5784cfd35a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.1277103 Mar 24 15:51:36.964279 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76413cd0-1202-4bd6-b101-09af1c1cd972 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:36.965875 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-76413cd0-1202-4bd6-b101-09af1c1cd972 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5272436 Mar 24 15:51:36.969482 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59068) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:36.975873 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:37.055488 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-db5d5a0d-31e8-4f7a-9b93-d57b05bd7b22 req-d1adb991-5356-4dbd-9699-4d69db8bac3e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118529 Mar 24 15:51:37.059147 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-a766af4f-b3f9-4cb6-acac-bfdee901b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:37.060759 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-a766af4f-b3f9-4cb6-acac-bfdee901b107 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1578181 Mar 24 15:51:37.096049 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 70286fbd-1c57-4f4f-94a8-b662f202e48c up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:37.137949 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:37.161481 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 70286fbd-1c57-4f4f-94a8-b662f202e48c triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:37.161997 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:37.229574 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-8de7c16c-93d6-4fb4-b584-0aace4163f3f service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596463 Mar 24 15:51:37.269369 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 70286fbd-1c57-4f4f-94a8-b662f202e48c is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:37.286822 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Publish callbacks [] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:37.303394 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affdded-59a8-4539-9faa-4cbcff4d6e93 req-e4d6d38d-f6ab-4599-9520-60a9671a6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:37.305059 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5affdded-59a8-4539-9faa-4cbcff4d6e93 req-e4d6d38d-f6ab-4599-9520-60a9671a6db8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4573479 Mar 24 15:51:37.365192 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-13c4e193-7929-42c5-a7e3-ded312fa7d04 req-03bb603e-3ebc-407b-b69c-8036061ad00b service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293874 Mar 24 15:51:37.374444 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:37.375691 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625705'] for router_interface (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:37.375799 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:37.476209 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c94e6a3e-63df-4c53-9b12-846f26899a59,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:37.485115 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-5a233ce4-c054-4a7d-a30a-a51a3cc7a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:37.486652 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-5a233ce4-c054-4a7d-a30a-a51a3cc7a700 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 1127 time: 0.1408606 Mar 24 15:51:37.505513 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Allocated IP 172.27.0.135 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/a37c5f67-bd6c-453c-8126-0d01e5062baa) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:37.541339 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-173159d4-b01b-4f57-9f6d-9d105359af09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63d34fc9-04f5-49c1-9969-e91d144383cb HTTP/1.1" status: 200 len: 217 time: 0.0472538 Mar 24 15:51:37.597508 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Network 76dd4c47-127e-4dc7-98f8-8e3699eebe85 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:37.600486 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:37.615727 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-2b83fa18-ed4d-435f-a45a-4f3ab1a6d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:37.615727 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-2b83fa18-ed4d-435f-a45a-4f3ab1a6d9fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1174d9a8-d844-4e95-aea1-2f38acd0826a HTTP/1.1" status: 200 len: 855 time: 0.0639331 Mar 24 15:51:37.626292 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for port (a37c5f67-bd6c-453c-8126-0d01e5062baa), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:37.748922 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (a37c5f67-bd6c-453c-8126-0d01e5062baa), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:37.762727 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-5380c5c4-0e8a-47c3-9a25-8d321096346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:37.764460 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-5380c5c4-0e8a-47c3-9a25-8d321096346c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bef7f-6e97-472d-9dca-c7bf7c44cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1070685 Mar 24 15:51:37.773415 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:51:37.799814 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:37.803059 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:37.809794 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:37.815882 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'Port': ['ID=a37c5f67-bd6c-453c-8126-0d01e5062baa,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:37.842417 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-2421939f-034c-4223-bd5c-e78a0cf5198f None None] Provisioning complete for port c94e6a3e-63df-4c53-9b12-846f26899a59 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:37.843008 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2421939f-034c-4223-bd5c-e78a0cf5198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:37.880633 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-2421939f-034c-4223-bd5c-e78a0cf5198f None None] Port c94e6a3e-63df-4c53-9b12-846f26899a59 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:51:37.902808 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (e9ae7776-301d-4f5f-adf6-163132b77a13), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:37.966753 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-00738c47-9e6f-4a4d-a76e-e17728cf2b6d service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918728 Mar 24 15:51:37.993218 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a37c5f67-bd6c-453c-8126-0d01e5062baa), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:38.025829 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:51:38.032440 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-47edc3ab-8537-403d-970e-b19bc13d28f6 admin admin] 10.222.0.31 "PUT /v2.0/routers/c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0351012 Mar 24 15:51:38.079486 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6dec6784-b1a9-45dd-bce9-4835a2b5352a req-89033cfb-6dc9-4502-8713-eee8359d2abb service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036618 Mar 24 15:51:38.174573 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for port (a37c5f67-bd6c-453c-8126-0d01e5062baa), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:38.203801 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc3850-45a0-4d4e-b9ae-c75712072b47 req-58913085-3b0e-429d-a095-7ab69f63178c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:38.207390 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1bfc3850-45a0-4d4e-b9ae-c75712072b47 req-58913085-3b0e-429d-a095-7ab69f63178c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.0593269 Mar 24 15:51:38.263078 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1bfc3850-45a0-4d4e-b9ae-c75712072b47 req-abc55d56-8d60-4524-9e80-22fca9f5c576 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504658 Mar 24 15:51:38.283030 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (a37c5f67-bd6c-453c-8126-0d01e5062baa), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:38.353396 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'Port': ['ID=a37c5f67-bd6c-453c-8126-0d01e5062baa,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:38.365175 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (e9ae7776-301d-4f5f-adf6-163132b77a13), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:38.429807 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:38.431113 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-8392b7db-1830-4ad3-acff-4fd488bf89e1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4588258 Mar 24 15:51:38.628017 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-3711aabb-38da-4b80-b6ae-dac97a22bd59 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--501931784&fields=id&tenant_id=d15dccd3aa0a4263b617ac6952262bb4 HTTP/1.1" status: 200 len: 267 time: 0.0430896 Mar 24 15:51:38.719322 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59092) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:38.724298 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-fab3032d-691e-4da6-981c-ac3fa55c6e87 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1783164880', 'description': 'tempest-secgroup-smoke-1783164880 description', 'project_id': '825d7896d32940ff81ebd3072efd386a'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:38.734393 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-091f0fba-7277-4a1e-b617-ee6436a82b54 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:38.735947 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-091f0fba-7277-4a1e-b617-ee6436a82b54 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/networks?id=98277675-c90d-4a4e-9e9e-52032fc9e1fc HTTP/1.1" status: 200 len: 811 time: 0.1010768 Mar 24 15:51:38.751308 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-bd889d29-ecb5-481f-88f5-7dbd1aa1fe60 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/quotas/d15dccd3aa0a4263b617ac6952262bb4 HTTP/1.1" status: 200 len: 375 time: 0.0100548 Mar 24 15:51:38.810745 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fab3032d-691e-4da6-981c-ac3fa55c6e87 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:38.815533 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-1e961e0f-e406-4f5c-ba2d-625827b9242c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590978 Mar 24 15:51:38.884779 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fab3032d-691e-4da6-981c-ac3fa55c6e87 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group (72ea44ff-1980-475f-8a9c-f4ea572ed451), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:38.929829 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dbfe7116-39cd-4baf-9cb6-66aab45d3a28 service neutron] 10.222.0.31 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017659 Mar 24 15:51:38.959298 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fab3032d-691e-4da6-981c-ac3fa55c6e87 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (72ea44ff-1980-475f-8a9c-f4ea572ed451), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:38.992372 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3032d-691e-4da6-981c-ac3fa55c6e87 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ea44ff-1980-475f-8a9c-f4ea572ed451,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:39.034967 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-2ea05237-065a-40cd-b059-ebf9fbf677b7 service neutron] 10.222.0.31 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981581 Mar 24 15:51:39.053273 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fab3032d-691e-4da6-981c-ac3fa55c6e87 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.057451 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 2c4a58ab-e2d4-464c-8a53-01a8b970078f up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:39.058003 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-fab3032d-691e-4da6-981c-ac3fa55c6e87 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3341043 Mar 24 15:51:39.058003 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59094) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:39.062940 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-49ec11dc-70bc-4bb3-922c-f1edf1ad5d99 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'security_group_rule': {'security_group_id': '72ea44ff-1980-475f-8a9c-f4ea572ed451', 'project_id': '825d7896d32940ff81ebd3072efd386a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:39.111208 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 2c4a58ab-e2d4-464c-8a53-01a8b970078f triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:39.111585 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.130635 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-49ec11dc-70bc-4bb3-922c-f1edf1ad5d99 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (a8801342-4727-48da-97b6-af158fd72ce9), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.191954 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-49ec11dc-70bc-4bb3-922c-f1edf1ad5d99 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (a8801342-4727-48da-97b6-af158fd72ce9), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.265310 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-49ec11dc-70bc-4bb3-922c-f1edf1ad5d99 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (a8801342-4727-48da-97b6-af158fd72ce9), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.319604 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-eb10e3ba-9ddf-4e8c-bf20-0d0d7e30f01e req-f0ac3d7c-d708-4182-8649-59550651eaf2 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 210 time: 0.0643625 Mar 24 15:51:39.327377 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec11dc-70bc-4bb3-922c-f1edf1ad5d99 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8801342-4727-48da-97b6-af158fd72ce9,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:39.331140 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 2c4a58ab-e2d4-464c-8a53-01a8b970078f is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:39.331538 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.355261 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-49ec11dc-70bc-4bb3-922c-f1edf1ad5d99 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.357766 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-49ec11dc-70bc-4bb3-922c-f1edf1ad5d99 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2986515 Mar 24 15:51:39.363370 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port 2c4a58ab-e2d4-464c-8a53-01a8b970078f, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=2c4a58ab-e2d4-464c-8a53-01a8b970078f,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:39.364546 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59102) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:39.371068 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-45ae3223-4ecd-4b1d-a373-cc6b44247579 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'security_group_rule': {'security_group_id': '72ea44ff-1980-475f-8a9c-f4ea572ed451', 'project_id': '825d7896d32940ff81ebd3072efd386a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:39.438433 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc33df-8104-423f-a711-f91278cfa399 req-b44f9f83-170d-4a60-a1d9-9d73165788aa tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:39.440022 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-19fc33df-8104-423f-a711-f91278cfa399 req-b44f9f83-170d-4a60-a1d9-9d73165788aa tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.0879154 Mar 24 15:51:39.444973 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.477669 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45ae3223-4ecd-4b1d-a373-cc6b44247579 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (2e9522a2-b8b7-4b93-b0f9-7d3c16cf7c2f), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.504232 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-19fc33df-8104-423f-a711-f91278cfa399 req-f557a4c6-b64f-403b-85c2-4a270d1baba1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584147 Mar 24 15:51:39.518337 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=2c4a58ab-e2d4-464c-8a53-01a8b970078f,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:39.536494 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Sync routers for ids ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:51:39.546363 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45ae3223-4ecd-4b1d-a373-cc6b44247579 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (2e9522a2-b8b7-4b93-b0f9-7d3c16cf7c2f), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.547541 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Routers {'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:39.548222 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:39.655414 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Set router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:39.668055 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45ae3223-4ecd-4b1d-a373-cc6b44247579 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (2e9522a2-b8b7-4b93-b0f9-7d3c16cf7c2f), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.688600 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae3223-4ecd-4b1d-a373-cc6b44247579 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9522a2-b8b7-4b93-b0f9-7d3c16cf7c2f,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:39.863971 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'name': 'tempest-TestVolumeBootPattern-1071044853-router', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:31Z', 'updated_at': '2022-03-24T15:51:36Z', 'revision_number': 4, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'gw_port': {'id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:32Z', 'updated_at': '2022-03-24T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'c94e6a3e-63df-4c53-9b12-846f26899a59', 'name': '', 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'mac_address': 'fa:16:3e:98:08:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa47acb0-7715-46c9-a640-a32973db9cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:35Z', 'updated_at': '2022-03-24T15:51:36Z', 'revision_number': 2, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'subnets': [{'id': 'fa47acb0-7715-46c9-a640-a32973db9cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:39.869742 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45ae3223-4ecd-4b1d-a373-cc6b44247579 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:39.871257 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-45ae3223-4ecd-4b1d-a373-cc6b44247579 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5048792 Mar 24 15:51:39.873799 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59108) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:39.879019 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-4aec764f-22e1-401f-9998-117b8c8e085c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'security_group_rule': {'security_group_id': '72ea44ff-1980-475f-8a9c-f4ea572ed451', 'project_id': '825d7896d32940ff81ebd3072efd386a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:39.890257 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Checking router: c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:51:39.890627 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Updating router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e port c94e6a3e-63df-4c53-9b12-846f26899a59 binding host dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:51:39.919278 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.032750 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4aec764f-22e1-401f-9998-117b8c8e085c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (5896e5ee-fc9c-4efb-b006-946901dfb0f9), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.101140 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4aec764f-22e1-401f-9998-117b8c8e085c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (5896e5ee-fc9c-4efb-b006-946901dfb0f9), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.159082 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4aec764f-22e1-401f-9998-117b8c8e085c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (5896e5ee-fc9c-4efb-b006-946901dfb0f9), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.176935 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec764f-22e1-401f-9998-117b8c8e085c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5896e5ee-fc9c-4efb-b006-946901dfb0f9,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:40.189994 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Publish callbacks [] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.245084 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.246312 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4aec764f-22e1-401f-9998-117b8c8e085c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.247701 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-4aec764f-22e1-401f-9998-117b8c8e085c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724697 Mar 24 15:51:40.250397 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59112) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:40.254827 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-feddf4e9-f46b-48a3-9737-cd22e111d41c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'security_group_rule': {'security_group_id': '72ea44ff-1980-475f-8a9c-f4ea572ed451', 'project_id': '825d7896d32940ff81ebd3072efd386a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:40.301284 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab75216-5df7-413f-8b23-f4b78e8f8b24 None None] Pushing event updated for resources: {'Port': ['ID=c94e6a3e-63df-4c53-9b12-846f26899a59,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:40.351355 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Attempting to bind port c94e6a3e-63df-4c53-9b12-846f26899a59 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:51:40.351828 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Attempting to bind port c94e6a3e-63df-4c53-9b12-846f26899a59 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '2f29a1ee-9965-4ad7-969e-2ee7a75a658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:51:40.352251 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Attempting to bind port c94e6a3e-63df-4c53-9b12-846f26899a59 on network 76dd4c47-127e-4dc7-98f8-8e3699eebe85 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:40.358642 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:51:40.359236 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Checking segment: {'id': '2f29a1ee-9965-4ad7-969e-2ee7a75a658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:51:40.359658 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.360142 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Bound using segment: {'id': '2f29a1ee-9965-4ad7-969e-2ee7a75a658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:51:40.360621 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Bound port: c94e6a3e-63df-4c53-9b12-846f26899a59, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f29a1ee-9965-4ad7-969e-2ee7a75a658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:51:40.361012 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.370357 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-feddf4e9-f46b-48a3-9737-cd22e111d41c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (6e9922fa-f7b4-45e2-96be-1b0d05e301e6), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.460842 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] For port c94e6a3e-63df-4c53-9b12-846f26899a59, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:51:40.464903 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] For port c94e6a3e-63df-4c53-9b12-846f26899a59, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=c94e6a3e-63df-4c53-9b12-846f26899a59,segment=NetworkSegment(2f29a1ee-9965-4ad7-969e-2ee7a75a658c),segment_id=2f29a1ee-9965-4ad7-969e-2ee7a75a658c)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:51:40.477629 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cf1b73c7-cac3-40e9-9314-80b8f9802008 req-242ed94f-abd3-4ba0-bbd4-5dbdb16006b2 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 210 time: 0.0487378 Mar 24 15:51:40.490750 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-feddf4e9-f46b-48a3-9737-cd22e111d41c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (6e9922fa-f7b4-45e2-96be-1b0d05e301e6), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.521900 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-bcea0148-44f5-4b51-999c-cf78b41c300d None None] Provisioning complete for port c94e6a3e-63df-4c53-9b12-846f26899a59 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:40.521900 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-bcea0148-44f5-4b51-999c-cf78b41c300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.555471 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-bcea0148-44f5-4b51-999c-cf78b41c300d None None] Port c94e6a3e-63df-4c53-9b12-846f26899a59 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:51:40.576501 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-feddf4e9-f46b-48a3-9737-cd22e111d41c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (6e9922fa-f7b4-45e2-96be-1b0d05e301e6), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.578168 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.595780 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddf4e9-f46b-48a3-9737-cd22e111d41c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9922fa-f7b4-45e2-96be-1b0d05e301e6,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:40.643735 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Routers {'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:40.644367 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:40.646253 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab75216-5df7-413f-8b23-f4b78e8f8b24 None None] Pushing event updated for resources: {'Port': ['ID=c94e6a3e-63df-4c53-9b12-846f26899a59,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:40.652063 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b052d-91c1-4fbc-b37c-466c5974bed8 req-c452893a-6ebc-4a56-95f9-ebab41a594f3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:40.653637 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6c6b052d-91c1-4fbc-b37c-466c5974bed8 req-c452893a-6ebc-4a56-95f9-ebab41a594f3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.0576947 Mar 24 15:51:40.683694 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-feddf4e9-f46b-48a3-9737-cd22e111d41c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.685385 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-feddf4e9-f46b-48a3-9737-cd22e111d41c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4340031 Mar 24 15:51:40.690981 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59118) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:40.708281 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-4a9db3e9-4fa8-4640-9d9d-f851f0d66e78 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'security_group_rule': {'security_group_id': '72ea44ff-1980-475f-8a9c-f4ea572ed451', 'project_id': '825d7896d32940ff81ebd3072efd386a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:40.716944 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6c6b052d-91c1-4fbc-b37c-466c5974bed8 req-10d8ce29-0f58-459b-91c9-19b02e2cb7d0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566010 Mar 24 15:51:40.783419 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] Set router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:40.850970 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.securitygroups_db [None req-4a9db3e9-4fa8-4640-9d9d-f851f0d66e78 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Project 825d7896d32940ff81ebd3072efd386a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 15:51:40.857148 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4a9db3e9-4fa8-4640-9d9d-f851f0d66e78 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (ea1f0f71-511b-44d5-80d0-b8db2b5b8c31), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.920769 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4a9db3e9-4fa8-4640-9d9d-f851f0d66e78 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (ea1f0f71-511b-44d5-80d0-b8db2b5b8c31), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.935007 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-ae36ab57-6fb4-4f9c-94d4-efcc869332ba None None] Provisioning complete for port c94e6a3e-63df-4c53-9b12-846f26899a59 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:40.936673 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ae36ab57-6fb4-4f9c-94d4-efcc869332ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.970820 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4a9db3e9-4fa8-4640-9d9d-f851f0d66e78 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (ea1f0f71-511b-44d5-80d0-b8db2b5b8c31), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:40.997935 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9db3e9-4fa8-4640-9d9d-f851f0d66e78 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1f0f71-511b-44d5-80d0-b8db2b5b8c31,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:41.045278 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4a9db3e9-4fa8-4640-9d9d-f851f0d66e78 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:41.047462 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-4a9db3e9-4fa8-4640-9d9d-f851f0d66e78 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3549962 Mar 24 15:51:41.049797 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59120) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:41.054271 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-dadead5d-e47b-403c-8502-9a5827d6e152 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'security_group_rule': {'security_group_id': '72ea44ff-1980-475f-8a9c-f4ea572ed451', 'project_id': '825d7896d32940ff81ebd3072efd386a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:41.062101 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 2c4a58ab-e2d4-464c-8a53-01a8b970078f up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:41.110031 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-ae36ab57-6fb4-4f9c-94d4-efcc869332ba None None] Current status of the port c94e6a3e-63df-4c53-9b12-846f26899a59 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:41.110340 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ae36ab57-6fb4-4f9c-94d4-efcc869332ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:41.134663 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'name': 'tempest-TestVolumeBootPattern-1071044853-router', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:31Z', 'updated_at': '2022-03-24T15:51:36Z', 'revision_number': 4, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'gw_port': {'id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:32Z', 'updated_at': '2022-03-24T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'c94e6a3e-63df-4c53-9b12-846f26899a59', 'name': '', 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'mac_address': 'fa:16:3e:98:08:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa47acb0-7715-46c9-a640-a32973db9cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:35Z', 'updated_at': '2022-03-24T15:51:40Z', 'revision_number': 4, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'subnets': [{'id': 'fa47acb0-7715-46c9-a640-a32973db9cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:41.153041 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.securitygroups_db [None req-dadead5d-e47b-403c-8502-9a5827d6e152 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Project 825d7896d32940ff81ebd3072efd386a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 15:51:41.158259 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dadead5d-e47b-403c-8502-9a5827d6e152 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (8c47cc7a-71d0-4968-b491-075693b0ac58), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:41.170066 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce679eaf-938e-4cdb-8dc2-96e065cfbce8 None None] The sync data for ids ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'] in dv-cinder-790535-34-iscsi is: [{'id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'name': 'tempest-TestVolumeBootPattern-1071044853-router', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:31Z', 'updated_at': '2022-03-24T15:51:36Z', 'revision_number': 4, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'gw_port': {'id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:32Z', 'updated_at': '2022-03-24T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'c94e6a3e-63df-4c53-9b12-846f26899a59', 'name': '', 'network_id': '76dd4c47-127e-4dc7-98f8-8e3699eebe85', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'mac_address': 'fa:16:3e:98:08:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa47acb0-7715-46c9-a640-a32973db9cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:35Z', 'updated_at': '2022-03-24T15:51:40Z', 'revision_number': 4, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'subnets': [{'id': 'fa47acb0-7715-46c9-a640-a32973db9cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:51:41.189951 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-ae36ab57-6fb4-4f9c-94d4-efcc869332ba None None] For port c94e6a3e-63df-4c53-9b12-846f26899a59, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=c94e6a3e-63df-4c53-9b12-846f26899a59,segment=NetworkSegment(2f29a1ee-9965-4ad7-969e-2ee7a75a658c),segment_id=2f29a1ee-9965-4ad7-969e-2ee7a75a658c)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:41.194626 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 2c4a58ab-e2d4-464c-8a53-01a8b970078f triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:41.195246 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:41.245286 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dadead5d-e47b-403c-8502-9a5827d6e152 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (8c47cc7a-71d0-4968-b491-075693b0ac58), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:41.292172 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ae36ab57-6fb4-4f9c-94d4-efcc869332ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:41.325175 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 2c4a58ab-e2d4-464c-8a53-01a8b970078f is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:41.351852 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36ab57-6fb4-4f9c-94d4-efcc869332ba None None] Pushing event updated for resources: {'Port': ['ID=c94e6a3e-63df-4c53-9b12-846f26899a59,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:41.406223 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dadead5d-e47b-403c-8502-9a5827d6e152 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (8c47cc7a-71d0-4968-b491-075693b0ac58), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:41.425524 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadead5d-e47b-403c-8502-9a5827d6e152 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c47cc7a-71d0-4968-b491-075693b0ac58,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:41.484616 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8010af64-e30a-4dd3-b16f-e4f20c011950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:41.503735 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dadead5d-e47b-403c-8502-9a5827d6e152 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:41.505134 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-dadead5d-e47b-403c-8502-9a5827d6e152 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4542851 Mar 24 15:51:41.592556 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 63d34fc9-04f5-49c1-9969-e91d144383cb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:51:41.608715 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b0349b99-9f93-4a56-ad1d-62768b09055b req-5d49de94-4b45-40c5-bc5e-9c2e4b149791 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 210 time: 0.0483131 Mar 24 15:51:41.674052 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-a859450f-5fc8-44d1-88fe-c9f58a90353e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:41.676345 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-a859450f-5fc8-44d1-88fe-c9f58a90353e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.24 "GET /v2.0/networks?id=98277675-c90d-4a4e-9e9e-52032fc9e1fc HTTP/1.1" status: 200 len: 811 time: 0.1504583 Mar 24 15:51:41.770164 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:41.775022 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-87821355-836d-400f-8e22-47f801ce4837 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d15dccd3aa0a4263b617ac6952262bb4 HTTP/1.1" status: 200 len: 379 time: 0.0870624 Mar 24 15:51:41.785280 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'port': {'device_id': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'admin_state_up': True, 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'security_groups': ['1982311d-4778-4ae3-a4b7-2ea5f68479b8']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:41.797858 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'port_id': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'mac_address': 'fa:16:3e:78:1c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:51:41.862443 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 63d34fc9-04f5-49c1-9969-e91d144383cb is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:41.863096 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:41.908807 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d34fc9-04f5-49c1-9969-e91d144383cb {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:51:41.936919 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:41.952966 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81034aca-fd8b-4684-aa10-4e3cb6b8978a req-9e0685a0-92d0-4eb2-bc1a-646f05a38dc4 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:41.954523 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-81034aca-fd8b-4684-aa10-4e3cb6b8978a req-9e0685a0-92d0-4eb2-bc1a-646f05a38dc4 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.1062737 Mar 24 15:51:42.022702 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-81034aca-fd8b-4684-aa10-4e3cb6b8978a req-860b4acc-46ae-42d7-baa9-a1261d91a722 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607541 Mar 24 15:51:42.056076 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:42.084922 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Made reservation on behalf of d15dccd3aa0a4263b617ac6952262bb4 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:51:42.088865 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:42.109074 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=63d34fc9-04f5-49c1-9969-e91d144383cb,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:42.233704 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Allocated IP 172.20.0.12 (98277675-c90d-4a4e-9e9e-52032fc9e1fc/8fe8ccca-d329-49a2-a267-7a4eb0cd6a10/e847de0d-e4bf-4d8c-b8d9-2131b771c6af) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:51:42.336701 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['63d34fc9-04f5-49c1-9969-e91d144383cb'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:51:42.382143 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:42.479828 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:42.522385 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Network 98277675-c90d-4a4e-9e9e-52032fc9e1fc is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:51:42.525994 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:51:42.531800 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:51:42.537020 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:42.537646 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:42.548999 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event updated for resources: {'Port': ['ID=e847de0d-e4bf-4d8c-b8d9-2131b771c6af,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:42.646214 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-dae49284-9beb-40e5-be97-5cbd0b040c4e tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8656259 Mar 24 15:51:42.657902 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Request body: {'port': {'device_id': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:42.699271 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601e660-307e-4c3c-8104-b83d105ae762 req-91c45b88-21b4-4a38-aec2-cde4e71fb6f9 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:42.700922 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a601e660-307e-4c3c-8104-b83d105ae762 req-91c45b88-21b4-4a38-aec2-cde4e71fb6f9 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0864468 Mar 24 15:51:42.785829 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:42.809033 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a601e660-307e-4c3c-8104-b83d105ae762 req-156b7d21-ddda-4d1c-ba52-32c3072d55a8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996177 Mar 24 15:51:42.813843 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6255f2-fdb8-4e94-b135-acbc30b99c48 req-d1988a24-af12-407a-96e8-a648fd9893b5 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:42.815923 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ef6255f2-fdb8-4e94-b135-acbc30b99c48 req-d1988a24-af12-407a-96e8-a648fd9893b5 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 932 time: 0.1058028 Mar 24 15:51:42.823371 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cae9a-6f92-46e3-aaf2-3a27b80c7b55 req-c6c23be5-d245-4715-834c-6bb056c89d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:42.826015 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e8cae9a-6f92-46e3-aaf2-3a27b80c7b55 req-c6c23be5-d245-4715-834c-6bb056c89d86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4dacff567e4c66bdf8209fad142ed2&device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 1169 time: 0.0770373 Mar 24 15:51:42.834390 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-e60e6399-8eb8-4d60-a24b-a116513b724b None None] Provisioning complete for port e847de0d-e4bf-4d8c-b8d9-2131b771c6af triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:42.834901 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e60e6399-8eb8-4d60-a24b-a116513b724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:42.876580 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-e60e6399-8eb8-4d60-a24b-a116513b724b None None] Port e847de0d-e4bf-4d8c-b8d9-2131b771c6af cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:51:42.938700 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ef6255f2-fdb8-4e94-b135-acbc30b99c48 req-76ad0cd7-f6f9-4218-b0e4-cda235133a65 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112366 Mar 24 15:51:42.960740 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cae9a-6f92-46e3-aaf2-3a27b80c7b55 req-30cc831a-1781-4ecb-8272-37c55295debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:42.962437 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e8cae9a-6f92-46e3-aaf2-3a27b80c7b55 req-30cc831a-1781-4ecb-8272-37c55295debe service neutron] 10.222.0.24 "GET /v2.0/networks?id=420cf326-830c-41a3-87d7-6197b727920a HTTP/1.1" status: 200 len: 915 time: 0.1276658 Mar 24 15:51:43.050963 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e8cae9a-6f92-46e3-aaf2-3a27b80c7b55 req-efdc6d94-ca5e-4c78-a9d8-5339109ad341 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95887a53-c755-40db-a1b2-7e144b454483 HTTP/1.1" status: 200 len: 1002 time: 0.0776105 Mar 24 15:51:43.076589 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device c94e6a3e-63df-4c53-9b12-846f26899a59 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:43.135458 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port c94e6a3e-63df-4c53-9b12-846f26899a59 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:43.135844 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:43.145258 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cae9a-6f92-46e3-aaf2-3a27b80c7b55 req-86fa3005-4eb0-4e70-a262-224242959809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:43.147238 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e8cae9a-6f92-46e3-aaf2-3a27b80c7b55 req-86fa3005-4eb0-4e70-a262-224242959809 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc04a805-68fd-4784-af6c-91af1c837ae1 HTTP/1.1" status: 200 len: 853 time: 0.0830681 Mar 24 15:51:43.180221 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e847de0d-e4bf-4d8c-b8d9-2131b771c6af {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:51:43.190611 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Publish callbacks [] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:43.208664 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Transition to ACTIVE for port object e847de0d-e4bf-4d8c-b8d9-2131b771c6af will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:51:43.214128 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cae9a-6f92-46e3-aaf2-3a27b80c7b55 req-a6d6256e-50e0-475b-abb4-cf9221622685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:43.215699 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e8cae9a-6f92-46e3-aaf2-3a27b80c7b55 req-a6d6256e-50e0-475b-abb4-cf9221622685 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=420cf326-830c-41a3-87d7-6197b727920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0606353 Mar 24 15:51:43.217358 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317882-239e-447f-b15a-5dedc64d7fd6 req-9731d2ad-dba9-471f-b834-43dfd962335a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:43.220102 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13317882-239e-447f-b15a-5dedc64d7fd6 req-9731d2ad-dba9-471f-b834-43dfd962335a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 944 time: 0.1139507 Mar 24 15:51:43.231607 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port c94e6a3e-63df-4c53-9b12-846f26899a59 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:43.270100 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13317882-239e-447f-b15a-5dedc64d7fd6 req-8ead8f45-d2b4-4ac8-b145-2333e7f10fad tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450611 Mar 24 15:51:43.279762 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:43.323497 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e8cae9a-6f92-46e3-aaf2-3a27b80c7b55 req-e472093b-6861-4d14-849e-a13e061fd1f2 service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983074 Mar 24 15:51:43.336985 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Pushing event updated for resources: {'Port': ['ID=e847de0d-e4bf-4d8c-b8d9-2131b771c6af,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:43.370522 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.371017 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.371436 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.371856 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.372368 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.372845 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.373147 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.373516 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.373862 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.374194 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.374536 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.374923 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.375259 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.375636 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.375965 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:51:43.389830 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Attempting to bind port e847de0d-e4bf-4d8c-b8d9-2131b771c6af on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:51:43.390177 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Attempting to bind port e847de0d-e4bf-4d8c-b8d9-2131b771c6af by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:51:43.393444 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Attempting to bind port e847de0d-e4bf-4d8c-b8d9-2131b771c6af on network 98277675-c90d-4a4e-9e9e-52032fc9e1fc {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:43.395835 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Port e847de0d-e4bf-4d8c-b8d9-2131b771c6af on network 98277675-c90d-4a4e-9e9e-52032fc9e1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:51:43.396236 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Attempting to bind port e847de0d-e4bf-4d8c-b8d9-2131b771c6af on network 98277675-c90d-4a4e-9e9e-52032fc9e1fc {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:51:43.402293 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:51:43.402762 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Checking segment: {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:51:43.403218 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Bound using segment: {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:51:43.403768 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Bound port: e847de0d-e4bf-4d8c-b8d9-2131b771c6af, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a209c6fa-54f0-432f-84a6-710a2c969ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:51:43.404218 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:43.460990 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3e8cae9a-6f92-46e3-aaf2-3a27b80c7b55 req-19e1eea7-9c70-428c-b107-43d03a129531 service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305795 Mar 24 15:51:43.488777 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] For port e847de0d-e4bf-4d8c-b8d9-2131b771c6af, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:51:43.492396 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] For port e847de0d-e4bf-4d8c-b8d9-2131b771c6af, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e847de0d-e4bf-4d8c-b8d9-2131b771c6af,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:51:43.576732 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:43.588402 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 63d34fc9-04f5-49c1-9969-e91d144383cb up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:43.614289 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:43.615770 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:43.616521 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] 10.222.0.24 "PUT /v2.0/ports/e847de0d-e4bf-4d8c-b8d9-2131b771c6af HTTP/1.1" status: 200 len: 1094 time: 0.9628088 Mar 24 15:51:43.617006 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'tag': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:43.619872 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc981c6-a28b-4796-90c6-40ac10a09b24" -d '{"events": [{"name": "network-changed", "server_uuid": "548e67eb-c544-4a4e-b8a1-35add04c6316", "tag": "e847de0d-e4bf-4d8c-b8d9-2131b771c6af"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:43.662403 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675619ab-7387-4b80-b4e1-acf9530b12d9 x-openstack-request-id: req-675619ab-7387-4b80-b4e1-acf9530b12d9 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:43.662745 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548e67eb-c544-4a4e-b8a1-35add04c6316", "tag": "e847de0d-e4bf-4d8c-b8d9-2131b771c6af", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:43.662990 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-675619ab-7387-4b80-b4e1-acf9530b12d9 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:43.663407 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675619ab-7387-4b80-b4e1-acf9530b12d9'] response: {'name': 'network-changed', 'server_uuid': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'tag': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af', 'status': 'completed', 'code': 200} Mar 24 15:51:43.664373 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a628490-f0ca-496e-ba12-82d445233d50 service neutron] Pushing event updated for resources: {'Port': ['ID=e847de0d-e4bf-4d8c-b8d9-2131b771c6af,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:43.750400 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc981c6-a28b-4796-90c6-40ac10a09b24 req-720d1f54-5d9f-4132-91f0-824d5f8d6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:43.752307 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1bc981c6-a28b-4796-90c6-40ac10a09b24 req-720d1f54-5d9f-4132-91f0-824d5f8d6aa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 1128 time: 0.0578644 Mar 24 15:51:43.804857 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 63d34fc9-04f5-49c1-9969-e91d144383cb completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:51:43.811372 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 63d34fc9-04f5-49c1-9969-e91d144383cb triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:43.811998 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:43.882903 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc981c6-a28b-4796-90c6-40ac10a09b24 req-0ab642e0-e190-41aa-8986-d06f1c2d2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:43.884774 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1bc981c6-a28b-4796-90c6-40ac10a09b24 req-0ab642e0-e190-41aa-8986-d06f1c2d2906 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1228774 Mar 24 15:51:44.018793 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607cae9-73bb-43c0-a338-8bb3dd465974 req-804c32a0-ca96-4a36-b78c-130f92f99005 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:44.020382 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f607cae9-73bb-43c0-a338-8bb3dd465974 req-804c32a0-ca96-4a36-b78c-130f92f99005 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.1121700 Mar 24 15:51:44.046151 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6f260f75-0174-4473-b79e-22144c0718d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:44.079316 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc981c6-a28b-4796-90c6-40ac10a09b24 req-95ceddf7-4fab-41d5-9b3f-e871a9b719df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:44.080805 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1bc981c6-a28b-4796-90c6-40ac10a09b24 req-95ceddf7-4fab-41d5-9b3f-e871a9b719df service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816394 Mar 24 15:51:44.110179 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984d595-b0dc-46cb-8d50-be31fe44030a req-fbc43cda-3cb8-4bc6-a6da-c0e53101181a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:44.115417 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b984d595-b0dc-46cb-8d50-be31fe44030a req-fbc43cda-3cb8-4bc6-a6da-c0e53101181a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 944 time: 0.0838265 Mar 24 15:51:44.129882 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f607cae9-73bb-43c0-a338-8bb3dd465974 req-ed51ebe5-b95d-4bbf-83ca-cfc6dea48750 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022472 Mar 24 15:51:44.139715 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 63d34fc9-04f5-49c1-9969-e91d144383cb is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:44.140247 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:44.171006 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:44.173786 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b314bf-8648-4a6e-8719-68e79c8ddf2b" -d '{"events": [{"server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "name": "network-vif-plugged", "status": "completed", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:44.194064 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:44.201977 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b984d595-b0dc-46cb-8d50-be31fe44030a req-02ae0306-0f8e-4f4a-bb00-9cc16ac8e903 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833528 Mar 24 15:51:44.218882 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-bebca77c-5742-4a01-8eb5-63f0352c79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:44.219402 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7735b5c-6a57-43db-9ab6-fa7eea3b0062 x-openstack-request-id: req-f7735b5c-6a57-43db-9ab6-fa7eea3b0062 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:44.219700 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "name": "network-vif-plugged", "status": "completed", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:44.219979 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7735b5c-6a57-43db-9ab6-fa7eea3b0062 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:44.220421 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7735b5c-6a57-43db-9ab6-fa7eea3b0062'] response: {'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'code': 200} Mar 24 15:51:44.220584 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-bebca77c-5742-4a01-8eb5-63f0352c79ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 1128 time: 0.0664847 Mar 24 15:51:44.255955 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:44.279249 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-c1143240-457c-4954-91fe-19a502cbd985 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e847de0d-e4bf-4d8c-b8d9-2131b771c6af HTTP/1.1" status: 200 len: 217 time: 0.0389020 Mar 24 15:51:44.313137 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=63d34fc9-04f5-49c1-9969-e91d144383cb,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:44.336521 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-11f572ae-ad01-4d3b-b0a4-4d23c1b3de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:44.338114 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-11f572ae-ad01-4d3b-b0a4-4d23c1b3de9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fe8ccca-d329-49a2-a267-7a4eb0cd6a10 HTTP/1.1" status: 200 len: 850 time: 0.0506690 Mar 24 15:51:44.393615 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-1bf6657a-9505-4299-9ac0-3a33f5a3b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:44.395420 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-1bf6657a-9505-4299-9ac0-3a33f5a3b0a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98277675-c90d-4a4e-9e9e-52032fc9e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481334 Mar 24 15:51:44.410480 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681d2f7-c2a0-4613-b4b5-13c2d9a11902 req-37160644-3b46-4446-87e4-55d675d8ceff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:44.412008 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e681d2f7-c2a0-4613-b4b5-13c2d9a11902 req-37160644-3b46-4446-87e4-55d675d8ceff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0545490 Mar 24 15:51:44.470820 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e681d2f7-c2a0-4613-b4b5-13c2d9a11902 req-6396c83a-b131-4d56-a88c-770aefebc3e4 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519516 Mar 24 15:51:44.507326 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-8ff52855-a96d-4874-bf31-e8bd7b837c7e service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048086 Mar 24 15:51:44.516810 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bc0da-4c86-43df-9f9e-d5f207ce7d3d req-99820c61-36de-4d20-a267-b45adc7afe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:44.518345 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0d7bc0da-4c86-43df-9f9e-d5f207ce7d3d req-99820c61-36de-4d20-a267-b45adc7afe24 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 1129 time: 0.0466428 Mar 24 15:51:44.581296 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0d7bc0da-4c86-43df-9f9e-d5f207ce7d3d req-32c9a922-44ac-474b-8d75-b3faa99410af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Mar 24 15:51:44.607128 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5dc460bf-55bf-4588-b89f-ea0a3051bf24 req-0ccd9a71-bb1c-44db-ac88-29ac8db68b0a service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913577 Mar 24 15:51:44.987666 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:45.266869 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91659c9f-51b2-4033-a18e-835aee5a2a84 req-4ed695ea-6868-45db-aa8a-4f699cd9e496 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:45.268465 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-91659c9f-51b2-4033-a18e-835aee5a2a84 req-4ed695ea-6868-45db-aa8a-4f699cd9e496 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0563526 Mar 24 15:51:45.320033 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160e7ab-ba1d-4b5e-ad96-11a00fc01b9d req-a653e348-81cf-4a5a-816e-25cafe1c9e9a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:45.321519 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b160e7ab-ba1d-4b5e-ad96-11a00fc01b9d req-a653e348-81cf-4a5a-816e-25cafe1c9e9a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 944 time: 0.0574505 Mar 24 15:51:45.333719 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-91659c9f-51b2-4033-a18e-835aee5a2a84 req-be13d791-200b-46ef-a93d-b4bc30eb8d64 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559220 Mar 24 15:51:45.372736 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b160e7ab-ba1d-4b5e-ad96-11a00fc01b9d req-37ed0877-bd62-432d-a3dd-4697e740ba57 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453377 Mar 24 15:51:45.606522 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d41e5-85e6-4cd8-8bfa-45c005c974d3 req-8f0be6b1-6bc8-4039-869e-c5c4dfff64c0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:45.608159 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9b3d41e5-85e6-4cd8-8bfa-45c005c974d3 req-8f0be6b1-6bc8-4039-869e-c5c4dfff64c0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0624800 Mar 24 15:51:45.657525 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9b3d41e5-85e6-4cd8-8bfa-45c005c974d3 req-e067652f-9b8e-40d0-9336-02522bcb4d3e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430875 Mar 24 15:51:46.444549 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:46.460488 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34823506-f1cc-48ff-8bde-8359747f92e8 req-9cc209ab-38e5-42c9-9cb8-47770929cb9b tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:46.465802 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-34823506-f1cc-48ff-8bde-8359747f92e8 req-9cc209ab-38e5-42c9-9cb8-47770929cb9b tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0593739 Mar 24 15:51:46.492864 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2a9c-cf3b-4ccd-9f49-f7e751df33c5 req-5a15d332-9033-4f49-afdf-eba0a24e539c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:46.494448 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-89bc2a9c-cf3b-4ccd-9f49-f7e751df33c5 req-5a15d332-9033-4f49-afdf-eba0a24e539c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 944 time: 0.0549538 Mar 24 15:51:46.528319 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-34823506-f1cc-48ff-8bde-8359747f92e8 req-b1ec70cf-2024-4eae-a7b4-fec7a63f0fd3 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603590 Mar 24 15:51:46.544837 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-89bc2a9c-cf3b-4ccd-9f49-f7e751df33c5 req-7636fafa-7378-46eb-85e8-b8d4f39cb108 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438190 Mar 24 15:51:46.779927 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e381b5-8bd2-41bc-bbbe-d2cec268bf7e req-d0d7b02d-1658-4ba7-9b32-51e8a4214e2f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:46.781417 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e3e381b5-8bd2-41bc-bbbe-d2cec268bf7e req-d0d7b02d-1658-4ba7-9b32-51e8a4214e2f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0543578 Mar 24 15:51:46.834460 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e3e381b5-8bd2-41bc-bbbe-d2cec268bf7e req-71617edd-0381-4ff9-9919-b8341797b76d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474803 Mar 24 15:51:46.955709 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0fb3-335b-4809-9ac7-ff1bf992108e req-ef9cae12-1beb-4282-b3a4-a27000c9c081 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:46.957221 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-68fc0fb3-335b-4809-9ac7-ff1bf992108e req-ef9cae12-1beb-4282-b3a4-a27000c9c081 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0537026 Mar 24 15:51:46.966515 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59230) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:46.970858 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c0300583-1544-4d16-8045-a94a61cf62f0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Request body: {'floatingip': {'port_id': '63d34fc9-04f5-49c1-9969-e91d144383cb'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:47.015141 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0300583-1544-4d16-8045-a94a61cf62f0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (45bfcb9e-f939-466a-9126-bdc51fca4c52), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:47.603386 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device e847de0d-e4bf-4d8c-b8d9-2131b771c6af details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:51:47.679322 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05348-14a4-4a27-8f4f-00795775ed2c req-bcb33b68-2623-4120-a6ea-0e16f828f055 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:47.680861 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-eae05348-14a4-4a27-8f4f-00795775ed2c req-bcb33b68-2623-4120-a6ea-0e16f828f055 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0797234 Mar 24 15:51:47.713812 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b361fa-a9ab-4ba7-b3c2-26829046f02d req-94771b83-f7d2-46a1-bdd6-6ad01ab4f7ab tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:47.716133 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e1b361fa-a9ab-4ba7-b3c2-26829046f02d req-94771b83-f7d2-46a1-bdd6-6ad01ab4f7ab tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 944 time: 0.0959325 Mar 24 15:51:47.761303 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port e847de0d-e4bf-4d8c-b8d9-2131b771c6af, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e847de0d-e4bf-4d8c-b8d9-2131b771c6af,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:47.781825 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-eae05348-14a4-4a27-8f4f-00795775ed2c req-c795d30e-ac14-4c7a-afb7-c700b4fa8c43 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909917 Mar 24 15:51:47.782053 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:47.788515 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'port_id': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af', 'mac_address': 'fa:16:3e:a7:2e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:51:47.795794 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0300583-1544-4d16-8045-a94a61cf62f0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:47.822047 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e1b361fa-a9ab-4ba7-b3c2-26829046f02d req-7ea8a7c5-ced2-4d5d-9010-7182efe46873 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728495 Mar 24 15:51:47.830117 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port e847de0d-e4bf-4d8c-b8d9-2131b771c6af is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:47.830512 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:47.843594 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e847de0d-e4bf-4d8c-b8d9-2131b771c6af {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:51:47.861954 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0300583-1544-4d16-8045-a94a61cf62f0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (45bfcb9e-f939-466a-9126-bdc51fca4c52), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:47.863632 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port e847de0d-e4bf-4d8c-b8d9-2131b771c6af, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e847de0d-e4bf-4d8c-b8d9-2131b771c6af,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:47.930367 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:47.970263 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [None req-c0300583-1544-4d16-8045-a94a61cf62f0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Floating IP 45bfcb9e-f939-466a-9126-bdc51fca4c52 associated. External IP: 172.27.0.25, port: 63d34fc9-04f5-49c1-9969-e91d144383cb. Mar 24 15:51:47.979603 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=e847de0d-e4bf-4d8c-b8d9-2131b771c6af,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:48.186871 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0300583-1544-4d16-8045-a94a61cf62f0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Router 825ff97b-a5cb-4527-8e5a-f9b597d55599 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:51:48.243616 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['e847de0d-e4bf-4d8c-b8d9-2131b771c6af'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:51:48.297626 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0300583-1544-4d16-8045-a94a61cf62f0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:51:48.302306 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0300583-1544-4d16-8045-a94a61cf62f0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:48.307595 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76a6d2-f28d-4223-ac68-869c3a5deb25 None None] Sync routers for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:51:48.321963 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76a6d2-f28d-4223-ac68-869c3a5deb25 None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:48.322587 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-5e76a6d2-f28d-4223-ac68-869c3a5deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:48.340317 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-c0300583-1544-4d16-8045-a94a61cf62f0 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "PUT /v2.0/floatingips/45bfcb9e-f939-466a-9126-bdc51fca4c52 HTTP/1.1" status: 200 len: 990 time: 1.3726382 Mar 24 15:51:48.341319 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:48.344011 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fb92e3-682f-4b19-9231-c82bd750a316" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:48.386471 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111dbd99-e123-44b2-a59e-79bb2fa337f6 x-openstack-request-id: req-111dbd99-e123-44b2-a59e-79bb2fa337f6 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:48.386965 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:48.387761 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-111dbd99-e123-44b2-a59e-79bb2fa337f6 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:48.388179 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111dbd99-e123-44b2-a59e-79bb2fa337f6'] response: {'name': 'network-changed', 'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'status': 'completed', 'code': 200} Mar 24 15:51:48.439484 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-5e76a6d2-f28d-4223-ac68-869c3a5deb25 None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:48.458841 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb92e3-682f-4b19-9231-c82bd750a316 req-31943df6-865c-4407-8dfc-da465cd05540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:48.460361 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-92fb92e3-682f-4b19-9231-c82bd750a316 req-31943df6-865c-4407-8dfc-da465cd05540 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 1129 time: 0.0492880 Mar 24 15:51:48.553167 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb92e3-682f-4b19-9231-c82bd750a316 req-85e64120-b620-4afc-ae38-4334fbc1419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:48.554644 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-92fb92e3-682f-4b19-9231-c82bd750a316 req-85e64120-b620-4afc-ae38-4334fbc1419d service neutron] 10.222.0.24 "GET /v2.0/networks?id=064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 200 len: 917 time: 0.0879638 Mar 24 15:51:48.627233 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-92fb92e3-682f-4b19-9231-c82bd750a316 req-fe6c4efb-a511-48b2-9561-1bdb64e91aca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63d34fc9-04f5-49c1-9969-e91d144383cb HTTP/1.1" status: 200 len: 998 time: 0.0647175 Mar 24 15:51:48.669940 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-5e76a6d2-f28d-4223-ac68-869c3a5deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '45bfcb9e-f939-466a-9126-bdc51fca4c52', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'port_id': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'mac_address': 'fa:16:3e:78:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:51:28Z', 'updated_at': '2022-03-24T15:51:47Z', 'revision_number': 1, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:48.681461 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb92e3-682f-4b19-9231-c82bd750a316 req-45789cbb-9dab-4622-b815-5eb1bc32b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:48.682980 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-92fb92e3-682f-4b19-9231-c82bd750a316 req-45789cbb-9dab-4622-b815-5eb1bc32b685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1174d9a8-d844-4e95-aea1-2f38acd0826a HTTP/1.1" status: 200 len: 855 time: 0.0462785 Mar 24 15:51:48.699412 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76a6d2-f28d-4223-ac68-869c3a5deb25 None None] Checking router: 825ff97b-a5cb-4527-8e5a-f9b597d55599 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:51:48.707580 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76a6d2-f28d-4223-ac68-869c3a5deb25 None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:48.708182 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-5e76a6d2-f28d-4223-ac68-869c3a5deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:48.735749 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb92e3-682f-4b19-9231-c82bd750a316 req-186b1ce1-50d5-4da3-9931-bd0ea18c6d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:48.737278 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-92fb92e3-682f-4b19-9231-c82bd750a316 req-186b1ce1-50d5-4da3-9931-bd0ea18c6d98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bef7f-6e97-472d-9dca-c7bf7c44cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465438 Mar 24 15:51:48.841751 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-5e76a6d2-f28d-4223-ac68-869c3a5deb25 None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:48.848365 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-92fb92e3-682f-4b19-9231-c82bd750a316 req-dad1ff42-59a2-4c0f-91d8-df2c2b67bd30 service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038220 Mar 24 15:51:48.956455 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84d352-de74-4a3f-b6c8-c11630128a91 req-9d902c90-7f02-4ef8-8546-99eb947bfaaa tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:48.963072 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2d84d352-de74-4a3f-b6c8-c11630128a91 req-9d902c90-7f02-4ef8-8546-99eb947bfaaa tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 945 time: 0.0704527 Mar 24 15:51:48.996026 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb5a19-1bf7-4ca8-ae30-c0300cff2a6b req-65223ff6-6af0-4c32-add6-0e70013591c1 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:48.998183 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e5cb5a19-1bf7-4ca8-ae30-c0300cff2a6b req-65223ff6-6af0-4c32-add6-0e70013591c1 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.1456029 Mar 24 15:51:49.008763 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-92fb92e3-682f-4b19-9231-c82bd750a316 req-3f44b7ad-1ed9-4afc-bd88-7c704ae86ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469815 Mar 24 15:51:49.014824 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2d84d352-de74-4a3f-b6c8-c11630128a91 req-8435ee8c-6e5d-4465-b4fc-8f43a8bc4c7a tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501246 Mar 24 15:51:49.075083 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e5cb5a19-1bf7-4ca8-ae30-c0300cff2a6b req-50ee6ff3-22ba-440b-bf3c-0cea6cca221a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653307 Mar 24 15:51:49.105455 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-5e76a6d2-f28d-4223-ac68-869c3a5deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '45bfcb9e-f939-466a-9126-bdc51fca4c52', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'port_id': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'mac_address': 'fa:16:3e:78:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:51:28Z', 'updated_at': '2022-03-24T15:51:47Z', 'revision_number': 1, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:49.130989 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76a6d2-f28d-4223-ac68-869c3a5deb25 None None] The sync data for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi is: [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '45bfcb9e-f939-466a-9126-bdc51fca4c52', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'port_id': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'mac_address': 'fa:16:3e:78:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:51:28Z', 'updated_at': '2022-03-24T15:51:47Z', 'revision_number': 1, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:51:49.328890 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816233d2-4dbb-4ba8-97f9-b232f4505f40 None None] New status for floating IP 45bfcb9e-f939-466a-9126-bdc51fca4c52: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:51:49.616256 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:51:49.618783 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device e847de0d-e4bf-4d8c-b8d9-2131b771c6af up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:51:49.758917 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port e847de0d-e4bf-4d8c-b8d9-2131b771c6af completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:51:49.763351 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port e847de0d-e4bf-4d8c-b8d9-2131b771c6af triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:51:49.763734 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:49.854431 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port e847de0d-e4bf-4d8c-b8d9-2131b771c6af is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:51:49.854852 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:49.882310 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:49.884572 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a514a025-2ed7-418e-be2f-dcf9b5e96f1c" -d '{"events": [{"server_uuid": "548e67eb-c544-4a4e-b8a1-35add04c6316", "name": "network-vif-plugged", "status": "completed", "tag": "e847de0d-e4bf-4d8c-b8d9-2131b771c6af"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:49.900455 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port e847de0d-e4bf-4d8c-b8d9-2131b771c6af, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e847de0d-e4bf-4d8c-b8d9-2131b771c6af,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:51:49.919766 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b951e93-fb8e-4492-9354-6a424acdf1ad x-openstack-request-id: req-7b951e93-fb8e-4492-9354-6a424acdf1ad {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:49.920333 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548e67eb-c544-4a4e-b8a1-35add04c6316", "name": "network-vif-plugged", "status": "completed", "tag": "e847de0d-e4bf-4d8c-b8d9-2131b771c6af", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:49.923015 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b951e93-fb8e-4492-9354-6a424acdf1ad {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:49.923015 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b951e93-fb8e-4492-9354-6a424acdf1ad'] response: {'server_uuid': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af', 'code': 200} Mar 24 15:51:49.982725 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:50.036869 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=e847de0d-e4bf-4d8c-b8d9-2131b771c6af,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:51:50.138574 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5fbe9-40aa-44ba-be8e-08eab91955b2 req-ee413b1c-a92a-437b-90aa-8a848a938d39 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:50.142782 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-72e5fbe9-40aa-44ba-be8e-08eab91955b2 req-ee413b1c-a92a-437b-90aa-8a848a938d39 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 946 time: 0.0555387 Mar 24 15:51:50.192313 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-72e5fbe9-40aa-44ba-be8e-08eab91955b2 req-5c6c9fe8-2e8c-4e3b-bee7-d3798c120df1 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459168 Mar 24 15:51:50.208061 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67052e11-0136-48b1-b745-a9c8315cc9d6 req-dd2c34b8-5817-4a46-9fbb-37c615bc40a6 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:50.209561 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-67052e11-0136-48b1-b745-a9c8315cc9d6 req-dd2c34b8-5817-4a46-9fbb-37c615bc40a6 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0593824 Mar 24 15:51:50.259630 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195131eb-024d-47d7-a22e-c7e025af7fd7 req-62bb259f-fcc8-4bd4-8be1-a15308e8649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:50.261333 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-195131eb-024d-47d7-a22e-c7e025af7fd7 req-62bb259f-fcc8-4bd4-8be1-a15308e8649e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 1130 time: 0.0498400 Mar 24 15:51:50.279333 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-67052e11-0136-48b1-b745-a9c8315cc9d6 req-3ee5fec9-5e97-4dfb-8836-3388fab0bcf8 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631418 Mar 24 15:51:50.314756 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-195131eb-024d-47d7-a22e-c7e025af7fd7 req-2a9b3086-9b8c-4540-8cc6-0f388dda3feb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437238 Mar 24 15:51:51.311994 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193c0a-9c23-4eb4-a693-7c10dc0c42c6 req-a1826a98-335f-4ae4-adcb-7a2ade64bea3 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:51.313512 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-46193c0a-9c23-4eb4-a693-7c10dc0c42c6 req-a1826a98-335f-4ae4-adcb-7a2ade64bea3 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 946 time: 0.0546396 Mar 24 15:51:51.361588 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-46193c0a-9c23-4eb4-a693-7c10dc0c42c6 req-eac37506-a6b8-451c-a5e3-2b077d9df593 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423164 Mar 24 15:51:51.407766 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee959c90-aa5f-4f3f-b4e6-c2f2edcbf16d req-99343492-8820-4cdd-bd72-cfc45b61342c tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:51.409309 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ee959c90-aa5f-4f3f-b4e6-c2f2edcbf16d req-99343492-8820-4cdd-bd72-cfc45b61342c tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0557075 Mar 24 15:51:51.483869 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ee959c90-aa5f-4f3f-b4e6-c2f2edcbf16d req-c2bda480-7447-4d6e-b624-03da4aa7de0c tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680947 Mar 24 15:51:52.484627 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c711ae2-2b0f-45fc-bbbf-dd94bb49b408 req-a1c3bc7c-33f2-488f-a0b1-3039be826319 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:52.487338 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8c711ae2-2b0f-45fc-bbbf-dd94bb49b408 req-a1c3bc7c-33f2-488f-a0b1-3039be826319 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 946 time: 0.0567389 Mar 24 15:51:52.536100 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8c711ae2-2b0f-45fc-bbbf-dd94bb49b408 req-67ba0c31-a997-40b9-955a-b7d01cf0eb1c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421691 Mar 24 15:51:52.609709 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad93764-06a5-439c-ae6a-384fa7c578cc req-d6f3e8bf-c235-4dd1-9794-f8cb756e7208 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:52.611976 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-dad93764-06a5-439c-ae6a-384fa7c578cc req-d6f3e8bf-c235-4dd1-9794-f8cb756e7208 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0578241 Mar 24 15:51:52.662924 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be5d4f-b120-49d8-8d22-50e1c464fb5a req-f8761d02-c5a6-4af4-9be8-e367c5c43cdc tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:52.664384 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-59be5d4f-b120-49d8-8d22-50e1c464fb5a req-f8761d02-c5a6-4af4-9be8-e367c5c43cdc tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 946 time: 0.0605121 Mar 24 15:51:52.673951 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59272) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:51:52.674893 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-dad93764-06a5-439c-ae6a-384fa7c578cc req-65e4f90f-7b01-4457-9462-a928269fec1d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570416 Mar 24 15:51:52.678350 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f2fa963d-0be3-4b53-8e71-3a6930251030 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Request body: {'floatingip': {'port_id': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:51:52.718530 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2fa963d-0be3-4b53-8e71-3a6930251030 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (e9ae7776-301d-4f5f-adf6-163132b77a13), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:53.171350 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2fa963d-0be3-4b53-8e71-3a6930251030 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:53.267232 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2fa963d-0be3-4b53-8e71-3a6930251030 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (e9ae7776-301d-4f5f-adf6-163132b77a13), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:53.367388 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [None req-f2fa963d-0be3-4b53-8e71-3a6930251030 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Floating IP e9ae7776-301d-4f5f-adf6-163132b77a13 associated. External IP: 172.27.0.135, port: e847de0d-e4bf-4d8c-b8d9-2131b771c6af. Mar 24 15:51:53.577368 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fa963d-0be3-4b53-8e71-3a6930251030 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Router eab2846e-07ac-41ac-8f26-70751f53aab9 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:51:53.686484 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fa963d-0be3-4b53-8e71-3a6930251030 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:51:53.690867 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2fa963d-0be3-4b53-8e71-3a6930251030 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:51:53.700356 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0ea28-eaea-47ae-a048-b4044678747a None None] Sync routers for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:51:53.710618 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0ea28-eaea-47ae-a048-b4044678747a None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:53.711262 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-22d0ea28-eaea-47ae-a048-b4044678747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:53.725455 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-f2fa963d-0be3-4b53-8e71-3a6930251030 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "PUT /v2.0/floatingips/e9ae7776-301d-4f5f-adf6-163132b77a13 HTTP/1.1" status: 200 len: 992 time: 1.0502963 Mar 24 15:51:53.726075 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'tag': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:51:53.728358 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "548e67eb-c544-4a4e-b8a1-35add04c6316", "tag": "e847de0d-e4bf-4d8c-b8d9-2131b771c6af"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:51:53.771279 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83c24de-bd6d-42e5-a5be-89e98353f456 x-openstack-request-id: req-c83c24de-bd6d-42e5-a5be-89e98353f456 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:51:53.771573 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548e67eb-c544-4a4e-b8a1-35add04c6316", "tag": "e847de0d-e4bf-4d8c-b8d9-2131b771c6af", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:51:53.771835 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c83c24de-bd6d-42e5-a5be-89e98353f456 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:51:53.772270 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83c24de-bd6d-42e5-a5be-89e98353f456'] response: {'name': 'network-changed', 'server_uuid': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'tag': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af', 'status': 'completed', 'code': 200} Mar 24 15:51:53.830917 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-22d0ea28-eaea-47ae-a048-b4044678747a None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:53.845657 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f970f-e3a7-4996-9d90-bf86249d7746 req-81f6a5ea-d880-45e2-a720-d77a8de2c181 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:53.848495 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f06f970f-e3a7-4996-9d90-bf86249d7746 req-81f6a5ea-d880-45e2-a720-d77a8de2c181 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0871286 Mar 24 15:51:53.876265 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2 req-518955fd-ea76-42bb-937a-76e511a72a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:53.877727 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2 req-518955fd-ea76-42bb-937a-76e511a72a64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 1130 time: 0.0829773 Mar 24 15:51:53.967431 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f06f970f-e3a7-4996-9d90-bf86249d7746 req-3c95f216-ba1a-4366-955e-d6dcc99bd048 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139901 Mar 24 15:51:54.005549 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2 req-8b015df4-3ea2-4f51-92b0-dc174a12af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:54.007052 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2 req-8b015df4-3ea2-4f51-92b0-dc174a12af27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98277675-c90d-4a4e-9e9e-52032fc9e1fc HTTP/1.1" status: 200 len: 912 time: 0.1198823 Mar 24 15:51:54.060042 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-22d0ea28-eaea-47ae-a048-b4044678747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'e9ae7776-301d-4f5f-adf6-163132b77a13', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'port_id': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'mac_address': 'fa:16:3e:a7:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:51:37Z', 'updated_at': '2022-03-24T15:51:53Z', 'revision_number': 1, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:54.082204 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2 req-2386a818-a275-4d15-9375-0cc4f9037645 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e847de0d-e4bf-4d8c-b8d9-2131b771c6af HTTP/1.1" status: 200 len: 1000 time: 0.0640879 Mar 24 15:51:54.088619 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0ea28-eaea-47ae-a048-b4044678747a None None] Checking router: eab2846e-07ac-41ac-8f26-70751f53aab9 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:51:54.104200 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0ea28-eaea-47ae-a048-b4044678747a None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:51:54.104825 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-22d0ea28-eaea-47ae-a048-b4044678747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:51:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:54.137907 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2 req-da10f6e1-c182-4909-bc87-4e0db360e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:54.139487 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2 req-da10f6e1-c182-4909-bc87-4e0db360e9cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fe8ccca-d329-49a2-a267-7a4eb0cd6a10 HTTP/1.1" status: 200 len: 850 time: 0.0506394 Mar 24 15:51:54.195889 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2 req-cabbdb7f-3599-4d84-a476-35f336b1a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:54.197502 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2 req-cabbdb7f-3599-4d84-a476-35f336b1a395 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98277675-c90d-4a4e-9e9e-52032fc9e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484304 Mar 24 15:51:54.290065 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2 req-dfb09d0a-4fd0-49e9-8421-9d9b301c60b5 service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848498 Mar 24 15:51:54.310445 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-22d0ea28-eaea-47ae-a048-b4044678747a None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:51:54.383607 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0f794562-d2fb-47fd-bd5e-da5f4a82c7d2 req-ee1c6621-8ea7-4d20-9123-da0929059543 service neutron] 10.222.0.24 "GET /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867887 Mar 24 15:51:54.531348 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-22d0ea28-eaea-47ae-a048-b4044678747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'e9ae7776-301d-4f5f-adf6-163132b77a13', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'port_id': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'mac_address': 'fa:16:3e:a7:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:51:37Z', 'updated_at': '2022-03-24T15:51:53Z', 'revision_number': 1, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:51:54.557352 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0ea28-eaea-47ae-a048-b4044678747a None None] The sync data for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi is: [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'e9ae7776-301d-4f5f-adf6-163132b77a13', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'port_id': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'mac_address': 'fa:16:3e:a7:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:51:37Z', 'updated_at': '2022-03-24T15:51:53Z', 'revision_number': 1, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:51:54.750750 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a3e03-8002-4780-94db-89344ca20f40 None None] New status for floating IP e9ae7776-301d-4f5f-adf6-163132b77a13: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:51:55.097947 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a280a75-63e4-4902-99c7-cfd5c560c252 req-4bedd630-6039-426e-924c-a26151216a03 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:55.099487 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1a280a75-63e4-4902-99c7-cfd5c560c252 req-4bedd630-6039-426e-924c-a26151216a03 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0610430 Mar 24 15:51:55.159831 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1a280a75-63e4-4902-99c7-cfd5c560c252 req-0625a0b7-4af9-48ab-a6d1-d22f0489b613 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547409 Mar 24 15:51:56.277671 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f27c5-8b6e-4400-b9f4-829832d86b6c req-1e94f0b1-b196-4490-a616-b0bb31c7597a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:56.279454 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fc6f27c5-8b6e-4400-b9f4-829832d86b6c req-1e94f0b1-b196-4490-a616-b0bb31c7597a tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0530059 Mar 24 15:51:56.336198 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fc6f27c5-8b6e-4400-b9f4-829832d86b6c req-248ea8ff-f753-4282-9323-dc07ad059188 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509892 Mar 24 15:51:57.452878 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba6a02-3e4e-4c4a-802c-191aad885a2c req-552429df-3b8e-491b-b3c9-610a806b76b5 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:57.454256 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-23ba6a02-3e4e-4c4a-802c-191aad885a2c req-552429df-3b8e-491b-b3c9-610a806b76b5 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0522754 Mar 24 15:51:57.513611 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-23ba6a02-3e4e-4c4a-802c-191aad885a2c req-5efbfb34-b39e-45c8-9f31-7218c38585a0 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536904 Mar 24 15:51:58.885603 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c98088-b423-4220-9fa9-0902ebb79f1d req-f5581a38-a874-4a1f-b847-4ae1ef56cfa9 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:58.887858 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a1c98088-b423-4220-9fa9-0902ebb79f1d req-f5581a38-a874-4a1f-b847-4ae1ef56cfa9 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.3081946 Mar 24 15:51:58.945451 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a1c98088-b423-4220-9fa9-0902ebb79f1d req-bc1591a8-c074-47fe-a518-3dde2a2dbf08 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519576 Mar 24 15:51:59.603311 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-e6e3bb69-c4d8-4b7e-989a-fd6391a3e663 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783164880&fields=id&tenant_id=825d7896d32940ff81ebd3072efd386a HTTP/1.1" status: 200 len: 267 time: 0.0497546 Mar 24 15:51:59.712382 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-322668d5-8171-4e43-ae3e-6231c44d4745 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:51:59.713850 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-322668d5-8171-4e43-ae3e-6231c44d4745 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 812 time: 0.1033494 Mar 24 15:51:59.730726 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-927b09a2-89dd-422f-8c3d-870064cc3bd3 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/quotas/825d7896d32940ff81ebd3072efd386a HTTP/1.1" status: 200 len: 375 time: 0.0094185 Mar 24 15:51:59.787341 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-ee93c78c-37de-4442-8063-920a7a3fc266 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511012 Mar 24 15:51:59.884447 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-48b59314-36ac-4ab0-948c-e94024614b2c service neutron] 10.222.0.31 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836918 Mar 24 15:51:59.977634 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-66f1f429-01a5-4088-83f2-1dbb9339aa82 service neutron] 10.222.0.31 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864613 Mar 24 15:52:00.203993 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b56956-5b57-426c-979e-77128843feed req-0fd4fb93-5d33-4d88-ad86-15bfbc5cf896 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:00.205473 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c1b56956-5b57-426c-979e-77128843feed req-0fd4fb93-5d33-4d88-ad86-15bfbc5cf896 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0534072 Mar 24 15:52:00.272286 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c1b56956-5b57-426c-979e-77128843feed req-2709fc45-1950-469d-bac8-a08146e9174c tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fb69812-587e-4753-b292-5ae8fae2f51a&id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610099 Mar 24 15:52:00.478128 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4d6ef5fc-0120-4f0a-933b-9f10fcefb76f req-d3ee5fb4-9797-4749-97de-bc485ae86d4f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 210 time: 0.0271175 Mar 24 15:52:01.571089 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-692ca28f-6884-4369-ba3d-1fa4fcca5c90 req-ed7570fc-b009-43aa-b40f-c431ab261422 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 210 time: 0.0268240 Mar 24 15:52:02.663374 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-68acd746-1478-49ce-be5d-e0c33e1364af tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:02.664952 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-68acd746-1478-49ce-be5d-e0c33e1364af tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 812 time: 0.1050847 Mar 24 15:52:02.667033 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9b1998de-6af8-4326-85e7-393eaabda27b req-c67fa631-a4a0-46dd-bd07-b70e0776313b tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 210 time: 0.0279765 Mar 24 15:52:02.728492 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-c998f586-861c-45b0-bc93-9700b3a6e407 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=825d7896d32940ff81ebd3072efd386a HTTP/1.1" status: 200 len: 380 time: 0.0551426 Mar 24 15:52:02.736932 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'port': {'device_id': '4180adb6-88dd-41de-967c-8a0201cb9624', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'admin_state_up': True, 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'security_groups': ['72ea44ff-1980-475f-8a9c-f4ea572ed451']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:52:02.935875 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Made reservation on behalf of 825d7896d32940ff81ebd3072efd386a for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:52:02.939520 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:03.066220 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Allocated IP 172.20.0.10 (820ba51f-beaa-4316-bd0f-93846d088224/e1da45a2-41ca-4014-8a7c-896aa263d982/c55449e6-a3a5-42c5-93f3-21dfd02af6f7) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:52:03.212791 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:03.319204 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:03.363421 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Network 820ba51f-beaa-4316-bd0f-93846d088224 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:52:03.366412 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:52:03.370231 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:52:03.375600 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:03.376222 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:03.389508 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'Port': ['ID=c55449e6-a3a5-42c5-93f3-21dfd02af6f7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:03.470106 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-9041dbe3-cab4-4a51-9e4c-8d199b423528 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7366316 Mar 24 15:52:03.493067 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Request body: {'port': {'device_id': '4180adb6-88dd-41de-967c-8a0201cb9624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:52:03.554221 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:03.559278 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:03.629771 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-ae8fa970-2def-441b-a8e0-480c1c387640 None None] Provisioning complete for port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:52:03.630145 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa970-2def-441b-a8e0-480c1c387640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:03.664610 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-ae8fa970-2def-441b-a8e0-480c1c387640 None None] Port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:52:03.819004 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b60b64-64d4-4080-a22e-0a9dff37c939 req-d150b420-1698-4d57-a6b8-9bf8f64b9718 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:03.820704 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a3b60b64-64d4-4080-a22e-0a9dff37c939 req-d150b420-1698-4d57-a6b8-9bf8f64b9718 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 932 time: 0.0858631 Mar 24 15:52:03.868400 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55449e6-a3a5-42c5-93f3-21dfd02af6f7 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:52:03.883969 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Publish callbacks [] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:03.909048 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Transition to ACTIVE for port object c55449e6-a3a5-42c5-93f3-21dfd02af6f7 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:52:03.912959 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a3b60b64-64d4-4080-a22e-0a9dff37c939 req-ac2a5a8e-f311-411c-a097-9e901b4f0747 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711355 Mar 24 15:52:03.970216 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:04.022763 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Pushing event updated for resources: {'Port': ['ID=c55449e6-a3a5-42c5-93f3-21dfd02af6f7,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:04.059453 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Attempting to bind port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:52:04.059793 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Attempting to bind port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:52:04.060125 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Attempting to bind port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 on network 820ba51f-beaa-4316-bd0f-93846d088224 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:52:04.064506 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 on network 820ba51f-beaa-4316-bd0f-93846d088224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:52:04.065131 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Attempting to bind port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 on network 820ba51f-beaa-4316-bd0f-93846d088224 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:52:04.069707 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:52:04.069986 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Checking segment: {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:52:04.070378 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Bound using segment: {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:52:04.070904 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Bound port: c55449e6-a3a5-42c5-93f3-21dfd02af6f7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:52:04.071268 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:04.136455 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] For port c55449e6-a3a5-42c5-93f3-21dfd02af6f7, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:52:04.139813 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] For port c55449e6-a3a5-42c5-93f3-21dfd02af6f7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c55449e6-a3a5-42c5-93f3-21dfd02af6f7,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:52:04.227547 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:04.259001 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:04.259464 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:04.260869 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] 10.222.0.24 "PUT /v2.0/ports/c55449e6-a3a5-42c5-93f3-21dfd02af6f7 HTTP/1.1" status: 200 len: 1094 time: 0.7724931 Mar 24 15:52:04.263072 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4180adb6-88dd-41de-967c-8a0201cb9624', 'tag': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:52:04.265366 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdbc355-2f4d-47d5-904f-287ee5ad3e94" -d '{"events": [{"name": "network-changed", "server_uuid": "4180adb6-88dd-41de-967c-8a0201cb9624", "tag": "c55449e6-a3a5-42c5-93f3-21dfd02af6f7"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:52:04.295528 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f4644-1ce2-43ac-a1d6-06b9a6cd7581 service neutron] Pushing event updated for resources: {'Port': ['ID=c55449e6-a3a5-42c5-93f3-21dfd02af6f7,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:04.307847 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a093b7f0-4c26-4e66-8df5-c1b64ba0d690 x-openstack-request-id: req-a093b7f0-4c26-4e66-8df5-c1b64ba0d690 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:52:04.311651 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4180adb6-88dd-41de-967c-8a0201cb9624", "tag": "c55449e6-a3a5-42c5-93f3-21dfd02af6f7", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:52:04.311651 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a093b7f0-4c26-4e66-8df5-c1b64ba0d690 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:52:04.311651 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a093b7f0-4c26-4e66-8df5-c1b64ba0d690'] response: {'name': 'network-changed', 'server_uuid': '4180adb6-88dd-41de-967c-8a0201cb9624', 'tag': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7', 'status': 'completed', 'code': 200} Mar 24 15:52:04.384228 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbc355-2f4d-47d5-904f-287ee5ad3e94 req-47a830a9-1ac6-4ce5-a816-9381c37b88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:04.385865 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0cdbc355-2f4d-47d5-904f-287ee5ad3e94 req-47a830a9-1ac6-4ce5-a816-9381c37b88f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 1128 time: 0.0570374 Mar 24 15:52:04.486816 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbc355-2f4d-47d5-904f-287ee5ad3e94 req-0e2365c5-179a-4279-ae44-0907204ad1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:04.488340 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0cdbc355-2f4d-47d5-904f-287ee5ad3e94 req-0e2365c5-179a-4279-ae44-0907204ad1b0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=825d7896d32940ff81ebd3072efd386a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0959401 Mar 24 15:52:04.585620 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbc355-2f4d-47d5-904f-287ee5ad3e94 req-33f6ba82-84dc-4795-a338-604fb739a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:04.587005 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0cdbc355-2f4d-47d5-904f-287ee5ad3e94 req-33f6ba82-84dc-4795-a338-604fb739a863 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903802 Mar 24 15:52:04.675432 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-5517814a-8477-46bb-a09e-11b00c21da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:04.676921 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-5517814a-8477-46bb-a09e-11b00c21da81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 1128 time: 0.0455263 Mar 24 15:52:04.717363 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-ea4be989-aea5-458d-9164-bed2622b1eb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c55449e6-a3a5-42c5-93f3-21dfd02af6f7 HTTP/1.1" status: 200 len: 217 time: 0.0341747 Mar 24 15:52:04.772914 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-5471e87d-2a73-44f1-b73d-1d021d713529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:04.774621 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-5471e87d-2a73-44f1-b73d-1d021d713529 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1da45a2-41ca-4014-8a7c-896aa263d982 HTTP/1.1" status: 200 len: 851 time: 0.0462773 Mar 24 15:52:04.820227 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-0ee77186-1c49-496b-a5dd-74d736537178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:04.821704 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-0ee77186-1c49-496b-a5dd-74d736537178 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=820ba51f-beaa-4316-bd0f-93846d088224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420909 Mar 24 15:52:04.907794 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-5895666f-0d91-4d09-8b44-b3b466854a10 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803049 Mar 24 15:52:05.028151 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bdd4ce9d-5d11-4688-b1dd-79aa1d96a778 req-88d40aeb-5b66-4375-aeb3-137ce4b136f4 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145668 Mar 24 15:52:05.047215 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54f369-66a9-4edc-83b1-b5a969cab719 req-d58abd1a-3a5e-40dc-a6a2-fb1521d2a420 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:05.048688 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9d54f369-66a9-4edc-83b1-b5a969cab719 req-d58abd1a-3a5e-40dc-a6a2-fb1521d2a420 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0693750 Mar 24 15:52:05.096738 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9d54f369-66a9-4edc-83b1-b5a969cab719 req-249c9eb1-1be0-4c64-b1f7-8b9cc2013170 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424428 Mar 24 15:52:06.212978 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72021f27-348a-44ae-af37-417726e01dc2 req-569d2e4b-2221-4bc5-9d77-ae4e5655b2de tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:06.214988 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-72021f27-348a-44ae-af37-417726e01dc2 req-569d2e4b-2221-4bc5-9d77-ae4e5655b2de tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0507107 Mar 24 15:52:06.262002 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-72021f27-348a-44ae-af37-417726e01dc2 req-f03743ec-ec84-48a8-abd5-1fd2bbba9dec tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413249 Mar 24 15:52:07.384979 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c86b5-4a83-4b32-8389-efdbd8f822de req-83fa9a60-7d84-4872-82f8-ca105c2d785a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:07.386845 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-879c86b5-4a83-4b32-8389-efdbd8f822de req-83fa9a60-7d84-4872-82f8-ca105c2d785a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0589776 Mar 24 15:52:07.438381 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-879c86b5-4a83-4b32-8389-efdbd8f822de req-27c25b43-3c4a-4a28-acd1-f4346b3abe4a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438929 Mar 24 15:52:08.092322 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95316b-8404-45e6-bca0-643317cf7e9f req-5543554e-42fa-456d-9a20-8ae071b42023 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:08.093813 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2d95316b-8404-45e6-bca0-643317cf7e9f req-5543554e-42fa-456d-9a20-8ae071b42023 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0528302 Mar 24 15:52:08.171497 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2d95316b-8404-45e6-bca0-643317cf7e9f req-0afaee53-79e0-42db-8a4d-a943eb44ccbb tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709538 Mar 24 15:52:08.182030 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b16f-9aad-4e94-9cb7-768eccbe722a req-56feac98-1219-40d6-ae76-51926b7b0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:08.190104 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3724b16f-9aad-4e94-9cb7-768eccbe722a req-56feac98-1219-40d6-ae76-51926b7b0e9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 1129 time: 0.0766630 Mar 24 15:52:08.278612 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b16f-9aad-4e94-9cb7-768eccbe722a req-11a43258-f570-4631-94ef-19df2b60f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:08.280119 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3724b16f-9aad-4e94-9cb7-768eccbe722a req-11a43258-f570-4631-94ef-19df2b60f54c service neutron] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 920 time: 0.0847719 Mar 24 15:52:08.348900 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3724b16f-9aad-4e94-9cb7-768eccbe722a req-393510ae-e0a8-41d7-bbfa-c0442b1c7ec5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58661a99-4c32-4786-8109-9eb6f4a307ea HTTP/1.1" status: 200 len: 1000 time: 0.0624754 Mar 24 15:52:08.396766 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b16f-9aad-4e94-9cb7-768eccbe722a req-0419cbce-c5df-44ac-a14c-3e21d127b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:08.398265 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3724b16f-9aad-4e94-9cb7-768eccbe722a req-0419cbce-c5df-44ac-a14c-3e21d127b9af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0435362 Mar 24 15:52:08.451612 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b16f-9aad-4e94-9cb7-768eccbe722a req-981b0809-0bff-465e-8a40-e985457925ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:08.453192 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3724b16f-9aad-4e94-9cb7-768eccbe722a req-981b0809-0bff-465e-8a40-e985457925ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443146 Mar 24 15:52:08.555682 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3724b16f-9aad-4e94-9cb7-768eccbe722a req-bac50cbe-908d-4b30-9fcd-24885d5f89d1 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890963 Mar 24 15:52:08.563114 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255defe-3e64-4f6e-a816-b601ad9570f2 req-7d8fada2-f6ac-4620-84db-8d70556287b1 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:08.564596 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1255defe-3e64-4f6e-a816-b601ad9570f2 req-7d8fada2-f6ac-4620-84db-8d70556287b1 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0575511 Mar 24 15:52:08.615551 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1255defe-3e64-4f6e-a816-b601ad9570f2 req-c4859e89-049e-46a3-8537-96dac33d8f71 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444038 Mar 24 15:52:08.648327 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3724b16f-9aad-4e94-9cb7-768eccbe722a req-4ff399cb-94bb-496a-bb6f-a8fa12a9d49a service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866141 Mar 24 15:52:09.291884 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d59d4-dbd9-48f7-84d7-fcbef04b8d7d req-6c5807ee-e372-4180-a537-396521781785 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:09.293642 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-377d59d4-dbd9-48f7-84d7-fcbef04b8d7d req-6c5807ee-e372-4180-a537-396521781785 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0529664 Mar 24 15:52:09.338469 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-377d59d4-dbd9-48f7-84d7-fcbef04b8d7d req-5d94fbc2-ac1d-4d89-8c76-b97322be0fec tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394216 Mar 24 15:52:09.734224 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d917cd2-5205-480c-b32a-4bdd606707a9 req-500ea124-5d5b-4c7a-9aa8-d026a0f9b890 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:09.735770 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5d917cd2-5205-480c-b32a-4bdd606707a9 req-500ea124-5d5b-4c7a-9aa8-d026a0f9b890 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0539606 Mar 24 15:52:09.785111 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5d917cd2-5205-480c-b32a-4bdd606707a9 req-6552e2ef-ec39-4027-b12b-35670a953c1e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437238 Mar 24 15:52:10.458267 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12bd62-0c75-4d96-970b-93d9c76f7672 req-03b3a982-267a-43f1-b04e-a02563e2e9e5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:10.459759 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6e12bd62-0c75-4d96-970b-93d9c76f7672 req-03b3a982-267a-43f1-b04e-a02563e2e9e5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0549076 Mar 24 15:52:10.505701 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6e12bd62-0c75-4d96-970b-93d9c76f7672 req-670dff59-ee2d-4e05-ac83-0d599f3ee138 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398755 Mar 24 15:52:10.903113 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd604a3a-14b3-491e-a2fd-902fbc43689d req-0aa2fdf7-b395-4dbd-99c6-5142d20a5733 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:10.904618 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bd604a3a-14b3-491e-a2fd-902fbc43689d req-0aa2fdf7-b395-4dbd-99c6-5142d20a5733 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0525517 Mar 24 15:52:10.955463 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bd604a3a-14b3-491e-a2fd-902fbc43689d req-f474ae6f-4bb3-4bd2-b26d-def66eb488f4 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453923 Mar 24 15:52:11.461135 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d541520b-481a-4051-9fc5-2136457f454b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:11.633774 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38445e66-39b6-4c57-aae9-463572b65bdf req-ffa378a6-7e4c-4a8d-bec7-1f7fef0c1eeb tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:11.635335 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-38445e66-39b6-4c57-aae9-463572b65bdf req-ffa378a6-7e4c-4a8d-bec7-1f7fef0c1eeb tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0532312 Mar 24 15:52:11.680955 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-38445e66-39b6-4c57-aae9-463572b65bdf req-34b71c64-25d6-4a2c-8271-7a779ebc2e0b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400488 Mar 24 15:52:12.070959 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07994177-ec6f-40e8-8c28-667c064680e7 req-7a357785-8ce4-4554-a184-1711cc2a8dd8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:12.072403 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-07994177-ec6f-40e8-8c28-667c064680e7 req-7a357785-8ce4-4554-a184-1711cc2a8dd8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0527377 Mar 24 15:52:12.119821 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-07994177-ec6f-40e8-8c28-667c064680e7 req-ab97548e-ae4f-4490-8483-56826f869199 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 Mar 24 15:52:12.801271 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5950c-ca17-4b20-a902-1f22e500353d req-ac575c3d-a5d6-4e51-b68e-8c332bcaca36 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:12.802749 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-56a5950c-ca17-4b20-a902-1f22e500353d req-ac575c3d-a5d6-4e51-b68e-8c332bcaca36 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0549710 Mar 24 15:52:12.848459 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-56a5950c-ca17-4b20-a902-1f22e500353d req-d8b4a135-9ffe-46ac-9b80-8d66dd26490e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 Mar 24 15:52:13.240458 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b261e2-be4b-4eb9-8b13-5d86569fa02d req-9f70d5d3-dd8b-4531-bc96-ca3feec5976a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:13.241893 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-60b261e2-be4b-4eb9-8b13-5d86569fa02d req-9f70d5d3-dd8b-4531-bc96-ca3feec5976a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0562165 Mar 24 15:52:13.291959 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-60b261e2-be4b-4eb9-8b13-5d86569fa02d req-55164dd3-8a64-4095-b75c-1ffb616af448 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443223 Mar 24 15:52:13.826969 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c84bc2fd-a9e2-4d25-9115-e036cea995f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:13.965570 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3d192-d466-4be8-b497-f97c9bee3b3d req-4d0a6ffe-32bf-481c-98d8-a51c1702fd2d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:13.967629 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-37a3d192-d466-4be8-b497-f97c9bee3b3d req-4d0a6ffe-32bf-481c-98d8-a51c1702fd2d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0533237 Mar 24 15:52:14.014074 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-37a3d192-d466-4be8-b497-f97c9bee3b3d req-9bd6b69c-c47a-4d99-9fa3-63b100e0c478 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409243 Mar 24 15:52:14.414850 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52f5ba-9fa6-4ca8-8122-f5a5430241cb req-698c87f3-1129-491e-abc5-374aba1c0155 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:14.416362 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6e52f5ba-9fa6-4ca8-8122-f5a5430241cb req-698c87f3-1129-491e-abc5-374aba1c0155 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0587292 Mar 24 15:52:14.463741 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6e52f5ba-9fa6-4ca8-8122-f5a5430241cb req-3039a66e-9325-4cc3-856e-e4d97b6d5e48 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418382 Mar 24 15:52:15.004037 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:15.129763 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8548c8d-c48e-4b7a-a1b5-6490d7a63570 req-7a1f617b-5ec8-4ec8-8b0b-a0dcbd58a82f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:15.131284 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e8548c8d-c48e-4b7a-a1b5-6490d7a63570 req-7a1f617b-5ec8-4ec8-8b0b-a0dcbd58a82f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0510600 Mar 24 15:52:15.187197 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e8548c8d-c48e-4b7a-a1b5-6490d7a63570 req-519afec2-a1e5-4771-af13-9b7f35fd857b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504940 Mar 24 15:52:15.580840 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9c64a-4870-4b55-a9d4-05ec1ddc6240 req-852a29c7-e1a9-480a-9175-2ea668bf518d tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:15.582342 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e6b9c64a-4870-4b55-a9d4-05ec1ddc6240 req-852a29c7-e1a9-480a-9175-2ea668bf518d tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0528367 Mar 24 15:52:15.632494 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e6b9c64a-4870-4b55-a9d4-05ec1ddc6240 req-8c9f1a71-0ea2-4ddd-8a3f-3582a67726b3 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428507 Mar 24 15:52:16.304313 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab24fe1-09d6-49be-a1c6-1b6dbb9053a5 req-49fc7c7b-6852-4b1c-9da5-a30c54a43df6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:16.305709 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9ab24fe1-09d6-49be-a1c6-1b6dbb9053a5 req-49fc7c7b-6852-4b1c-9da5-a30c54a43df6 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0521071 Mar 24 15:52:16.352605 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9ab24fe1-09d6-49be-a1c6-1b6dbb9053a5 req-64a5aca2-005f-4752-ab9a-0b3cec618847 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402732 Mar 24 15:52:16.386902 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:16.753628 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c61d57-439b-496d-9e3b-f9c9040d0ae5 req-af44bd8e-e42b-4534-a4b5-ea29a341de17 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:16.755125 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-20c61d57-439b-496d-9e3b-f9c9040d0ae5 req-af44bd8e-e42b-4534-a4b5-ea29a341de17 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0563383 Mar 24 15:52:16.803458 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-20c61d57-439b-496d-9e3b-f9c9040d0ae5 req-25091751-f776-4bec-a4ca-f61f612964b9 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Mar 24 15:52:17.468723 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c35d81-0183-4c0a-aa37-2a494203cd1b req-b97f4669-0063-4dc0-b744-c1497e8766b2 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:17.470194 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-77c35d81-0183-4c0a-aa37-2a494203cd1b req-b97f4669-0063-4dc0-b744-c1497e8766b2 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0516715 Mar 24 15:52:17.516046 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-77c35d81-0183-4c0a-aa37-2a494203cd1b req-740acae7-cce3-4e39-8f52-0224b9900190 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Mar 24 15:52:17.741429 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:17.745313 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device c55449e6-a3a5-42c5-93f3-21dfd02af6f7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:52:17.843463 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port c55449e6-a3a5-42c5-93f3-21dfd02af6f7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c55449e6-a3a5-42c5-93f3-21dfd02af6f7,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:52:17.855233 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'port_id': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7', 'mac_address': 'fa:16:3e:3e:60:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:52:17.892509 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:52:17.892904 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:17.906296 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55449e6-a3a5-42c5-93f3-21dfd02af6f7 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:52:17.922311 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffb8f8-6bb4-425b-ad18-15c0cc88283e req-42b37b31-37f9-411d-bf30-a31a5f60278a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:17.923882 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f9ffb8f8-6bb4-425b-ad18-15c0cc88283e req-42b37b31-37f9-411d-bf30-a31a5f60278a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 944 time: 0.0544095 Mar 24 15:52:17.928322 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port c55449e6-a3a5-42c5-93f3-21dfd02af6f7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c55449e6-a3a5-42c5-93f3-21dfd02af6f7,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:52:17.972500 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f9ffb8f8-6bb4-425b-ad18-15c0cc88283e req-152939f9-9b8d-43ab-a66d-4477a0555b16 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Mar 24 15:52:18.004022 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:18.050472 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=c55449e6-a3a5-42c5-93f3-21dfd02af6f7,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:18.057619 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.057973 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.058316 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.058660 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.059038 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.059358 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.059695 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.065249 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.065249 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.065249 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.065249 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.065249 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.065249 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.065249 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.065249 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:18.301299 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['c55449e6-a3a5-42c5-93f3-21dfd02af6f7'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:52:18.637048 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0c72e-f395-4953-a649-cf998c34ffb4 req-5bb9b389-09d1-460a-8df2-5d01cb820601 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:18.639176 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-83e0c72e-f395-4953-a649-cf998c34ffb4 req-5bb9b389-09d1-460a-8df2-5d01cb820601 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0552695 Mar 24 15:52:18.685150 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-83e0c72e-f395-4953-a649-cf998c34ffb4 req-edb6058f-6043-45ba-b39b-4c6f48167bb3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398028 Mar 24 15:52:19.089915 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a4718-af70-4f28-8761-71b5edc07c15 req-a7e9feae-10ce-43d9-892d-fc74c7444086 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:19.092015 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-207a4718-af70-4f28-8761-71b5edc07c15 req-a7e9feae-10ce-43d9-892d-fc74c7444086 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 945 time: 0.0532508 Mar 24 15:52:19.147634 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-207a4718-af70-4f28-8761-71b5edc07c15 req-880c3a94-8456-4a2a-8cea-7018a74c6aed tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500824 Mar 24 15:52:19.756124 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device c55449e6-a3a5-42c5-93f3-21dfd02af6f7 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:52:19.804572 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41aa64-fce5-48fb-9a82-6b70901ec9f9 req-4c608f8e-3651-4069-90d6-7987d54cb845 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:19.806047 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1f41aa64-fce5-48fb-9a82-6b70901ec9f9 req-4c608f8e-3651-4069-90d6-7987d54cb845 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0521801 Mar 24 15:52:19.853122 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1f41aa64-fce5-48fb-9a82-6b70901ec9f9 req-7aebb148-f78e-41a0-8343-5e205c5cf2f7 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409868 Mar 24 15:52:19.860972 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:52:19.865136 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:52:19.865592 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:19.941888 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:52:19.942260 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:19.964176 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4180adb6-88dd-41de-967c-8a0201cb9624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:52:19.966344 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f313b59-5ad8-4bd4-8c8c-cc20f56dd80d" -d '{"events": [{"server_uuid": "4180adb6-88dd-41de-967c-8a0201cb9624", "name": "network-vif-plugged", "status": "completed", "tag": "c55449e6-a3a5-42c5-93f3-21dfd02af6f7"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:52:19.978553 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port c55449e6-a3a5-42c5-93f3-21dfd02af6f7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c55449e6-a3a5-42c5-93f3-21dfd02af6f7,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:52:20.002166 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3a8ae6-66b1-4b92-a2b9-63b948c5bb8a x-openstack-request-id: req-ec3a8ae6-66b1-4b92-a2b9-63b948c5bb8a {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:52:20.002463 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4180adb6-88dd-41de-967c-8a0201cb9624", "name": "network-vif-plugged", "status": "completed", "tag": "c55449e6-a3a5-42c5-93f3-21dfd02af6f7", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:52:20.002775 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec3a8ae6-66b1-4b92-a2b9-63b948c5bb8a {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:52:20.003175 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3a8ae6-66b1-4b92-a2b9-63b948c5bb8a'] response: {'server_uuid': '4180adb6-88dd-41de-967c-8a0201cb9624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7', 'code': 200} Mar 24 15:52:20.049790 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:20.101424 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=c55449e6-a3a5-42c5-93f3-21dfd02af6f7,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:20.265686 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8f86d-e11e-460d-a03e-b1893c6185cc req-3831166a-1684-4af3-9bdc-3c7b1978d184 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:20.267192 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-25e8f86d-e11e-460d-a03e-b1893c6185cc req-3831166a-1684-4af3-9bdc-3c7b1978d184 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 946 time: 0.0544057 Mar 24 15:52:20.345622 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-25e8f86d-e11e-460d-a03e-b1893c6185cc req-6b0d5bad-83b5-47e1-8a25-493ac9ad49a5 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701632 Mar 24 15:52:20.347446 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870987fd-9acc-4ad5-95de-55a9c38fd850 req-acd365b8-97a7-48b3-b340-ea2f3c4b6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:20.348835 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-870987fd-9acc-4ad5-95de-55a9c38fd850 req-acd365b8-97a7-48b3-b340-ea2f3c4b6747 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 1130 time: 0.0808039 Mar 24 15:52:20.396532 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-870987fd-9acc-4ad5-95de-55a9c38fd850 req-842ec90f-6133-4c81-9f5b-4187337e71b4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401590 Mar 24 15:52:20.971293 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d5018-4dd5-438d-b670-9af1d23661ed req-e41af2d9-8c59-4df4-961b-174a703aebe2 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:20.972739 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-409d5018-4dd5-438d-b670-9af1d23661ed req-e41af2d9-8c59-4df4-961b-174a703aebe2 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0515838 Mar 24 15:52:21.019119 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-409d5018-4dd5-438d-b670-9af1d23661ed req-80cc2ee0-6789-4f73-a037-e5ba5d04d96c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407526 Mar 24 15:52:21.461851 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a57dd-01d8-4fe7-86cf-2523274ab10b req-62f6ab52-1915-48f0-9c04-ef6973f9dbac tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:21.463352 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d27a57dd-01d8-4fe7-86cf-2523274ab10b req-62f6ab52-1915-48f0-9c04-ef6973f9dbac tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 946 time: 0.0517912 Mar 24 15:52:21.510662 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d27a57dd-01d8-4fe7-86cf-2523274ab10b req-9a1d63a9-a286-407f-aca8-1aa20aba390f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 Mar 24 15:52:22.137961 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f426a14-a24c-44f3-9b43-6d340dcaa8ab req-6bfd6c21-d7cc-4b7a-8ebb-4fd895997e5d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:22.139482 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3f426a14-a24c-44f3-9b43-6d340dcaa8ab req-6bfd6c21-d7cc-4b7a-8ebb-4fd895997e5d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0538032 Mar 24 15:52:22.188191 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3f426a14-a24c-44f3-9b43-6d340dcaa8ab req-abfeb273-04d9-41b5-bc7c-ca38e49bdc2b tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430839 Mar 24 15:52:22.631976 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da670cba-0d7d-4e02-8937-47e6839376f4 req-766d111a-69a1-40ee-8d63-365a46a243cc tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:22.633446 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-da670cba-0d7d-4e02-8937-47e6839376f4 req-766d111a-69a1-40ee-8d63-365a46a243cc tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 946 time: 0.0553138 Mar 24 15:52:22.681927 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-da670cba-0d7d-4e02-8937-47e6839376f4 req-fb30bff7-fb81-4505-957f-b4d035be9764 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421147 Mar 24 15:52:22.800028 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf2ebe-a99d-44a7-ba72-a6432e388926 req-0ae1f6bd-8120-449d-92a3-f6568f051772 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:22.801425 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-58cf2ebe-a99d-44a7-ba72-a6432e388926 req-0ae1f6bd-8120-449d-92a3-f6568f051772 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 946 time: 0.0561047 Mar 24 15:52:22.849267 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-58cf2ebe-a99d-44a7-ba72-a6432e388926 req-3a3d3fa9-e4ba-4a1f-9324-63aed99e6e7a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Mar 24 15:52:22.870929 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59460) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:52:23.002042 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef3bca1-86af-45c0-af1d-04804d20cc62 tempest-TestVolumeBootPattern-793084329 tempest-TestVolumeBootPattern-793084329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:23.003709 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-1ef3bca1-86af-45c0-af1d-04804d20cc62 tempest-TestVolumeBootPattern-793084329 tempest-TestVolumeBootPattern-793084329-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 1125 time: 0.1318014 Mar 24 15:52:23.006617 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59464) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:52:23.010893 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'port_id': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:52:23.107262 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:23.206979 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:23.307987 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832250-fbec-4f35-a39e-f74bfcdeacd2 req-1a508129-5ac3-4bcf-a888-5ade13befc26 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:23.309461 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04832250-fbec-4f35-a39e-f74bfcdeacd2 req-1a508129-5ac3-4bcf-a888-5ade13befc26 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0526185 Mar 24 15:52:23.313372 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Allocated IP 172.27.0.33 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/5f4e6777-0a65-491e-ad7b-fe3c56fee050) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:52:23.362789 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04832250-fbec-4f35-a39e-f74bfcdeacd2 req-097074e9-7252-46eb-aafe-ed37226fe0d4 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417099 Mar 24 15:52:23.416157 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for port (5f4e6777-0a65-491e-ad7b-fe3c56fee050), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:23.501518 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (5f4e6777-0a65-491e-ad7b-fe3c56fee050), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:23.536823 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:52:23.539641 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:52:23.543089 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:52:23.569374 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'Port': ['ID=5f4e6777-0a65-491e-ad7b-fe3c56fee050,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:23.580673 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.581020 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.581367 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.581707 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.582043 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.582377 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.582727 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.583053 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.583378 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.583700 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.584025 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.584349 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.584670 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.584991 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:23.585308 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:24.133696 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (1b2cd97c-e41b-4602-a1d7-ea505c4d1c80), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:24.241986 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (5f4e6777-0a65-491e-ad7b-fe3c56fee050), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:24.389459 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for port (5f4e6777-0a65-491e-ad7b-fe3c56fee050), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:24.438080 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (5f4e6777-0a65-491e-ad7b-fe3c56fee050), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:24.536373 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'Port': ['ID=5f4e6777-0a65-491e-ad7b-fe3c56fee050,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:24.545270 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (1b2cd97c-e41b-4602-a1d7-ea505c4d1c80), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:24.554848 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b46f6-bc21-42ad-bbc7-5765402cea94 req-78a71b73-31cd-4c8d-879e-48f151f694c8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:24.556326 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ea9b46f6-bc21-42ad-bbc7-5765402cea94 req-78a71b73-31cd-4c8d-879e-48f151f694c8 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.1306007 Mar 24 15:52:24.669457 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ea9b46f6-bc21-42ad-bbc7-5765402cea94 req-27f04873-f653-4dfd-8f49-1726747cb1f0 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820634 Mar 24 15:52:24.687108 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Floating IP 1b2cd97c-e41b-4602-a1d7-ea505c4d1c80 associated. External IP: 172.27.0.33, port: c55449e6-a3a5-42c5-93f3-21dfd02af6f7. Mar 24 15:52:24.899013 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Router 928425bb-9e57-4592-9ca4-d83454b8e9c8 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:52:25.010305 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:52:25.022873 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201b3a30-1143-4daa-97ab-f286c6c86f5d None None] Sync routers for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:52:25.033690 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b3a30-1143-4daa-97ab-f286c6c86f5d None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:52:25.034304 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-201b3a30-1143-4daa-97ab-f286c6c86f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:25.091938 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:25.128593 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-576106e3-384a-4bd3-895a-0fc370405d18 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1208858 Mar 24 15:52:25.129185 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4180adb6-88dd-41de-967c-8a0201cb9624', 'tag': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:52:25.131528 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6811a101-634e-42fc-b144-2c6120f97a65" -d '{"events": [{"name": "network-changed", "server_uuid": "4180adb6-88dd-41de-967c-8a0201cb9624", "tag": "c55449e6-a3a5-42c5-93f3-21dfd02af6f7"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:52:25.161784 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-201b3a30-1143-4daa-97ab-f286c6c86f5d None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:52:25.174820 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83f3efd-0cee-4f38-9623-e767fd993bd3 x-openstack-request-id: req-b83f3efd-0cee-4f38-9623-e767fd993bd3 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:52:25.175254 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4180adb6-88dd-41de-967c-8a0201cb9624", "tag": "c55449e6-a3a5-42c5-93f3-21dfd02af6f7", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:52:25.175650 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b83f3efd-0cee-4f38-9623-e767fd993bd3 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:52:25.176242 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83f3efd-0cee-4f38-9623-e767fd993bd3'] response: {'name': 'network-changed', 'server_uuid': '4180adb6-88dd-41de-967c-8a0201cb9624', 'tag': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7', 'status': 'completed', 'code': 200} Mar 24 15:52:25.250706 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f87c1c-69be-4ca7-bb2e-989cfb62e6cd req-528e50b5-655d-4c01-a34e-b16c18f2790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:25.252273 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-91f87c1c-69be-4ca7-bb2e-989cfb62e6cd req-528e50b5-655d-4c01-a34e-b16c18f2790d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 1129 time: 0.0642111 Mar 24 15:52:25.258640 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811a101-634e-42fc-b144-2c6120f97a65 req-c4ef5e83-fe25-4f35-9ea7-8d604155bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:25.260315 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6811a101-634e-42fc-b144-2c6120f97a65 req-c4ef5e83-fe25-4f35-9ea7-8d604155bdc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 1130 time: 0.0568037 Mar 24 15:52:25.305232 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-91f87c1c-69be-4ca7-bb2e-989cfb62e6cd req-32b0b08b-e306-44ba-9204-2e5f419be3be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442216 Mar 24 15:52:25.386639 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811a101-634e-42fc-b144-2c6120f97a65 req-90fb38e8-5d88-4649-b758-b6af37ad7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:25.388675 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6811a101-634e-42fc-b144-2c6120f97a65 req-90fb38e8-5d88-4649-b758-b6af37ad7274 service neutron] 10.222.0.24 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 913 time: 0.1154099 Mar 24 15:52:25.430736 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-201b3a30-1143-4daa-97ab-f286c6c86f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '1b2cd97c-e41b-4602-a1d7-ea505c4d1c80', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:3e:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4180adb6-88dd-41de-967c-8a0201cb9624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:52:24Z', 'updated_at': '2022-03-24T15:52:24Z', 'revision_number': 0, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:25.462987 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201b3a30-1143-4daa-97ab-f286c6c86f5d None None] Checking router: 928425bb-9e57-4592-9ca4-d83454b8e9c8 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:52:25.474078 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b3a30-1143-4daa-97ab-f286c6c86f5d None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:52:25.474765 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-201b3a30-1143-4daa-97ab-f286c6c86f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:25.601796 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-201b3a30-1143-4daa-97ab-f286c6c86f5d None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:52:25.607229 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6811a101-634e-42fc-b144-2c6120f97a65 req-4aef103f-543c-463d-88a0-d2dfd2f9473f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c55449e6-a3a5-42c5-93f3-21dfd02af6f7 HTTP/1.1" status: 200 len: 999 time: 0.0691097 Mar 24 15:52:25.659868 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811a101-634e-42fc-b144-2c6120f97a65 req-fee3a67c-b137-4276-bae0-d7e0fa7eba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:25.662215 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6811a101-634e-42fc-b144-2c6120f97a65 req-fee3a67c-b137-4276-bae0-d7e0fa7eba71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1da45a2-41ca-4014-8a7c-896aa263d982 HTTP/1.1" status: 200 len: 851 time: 0.0487604 Mar 24 15:52:25.723593 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811a101-634e-42fc-b144-2c6120f97a65 req-dcf1657c-1394-45cf-8598-95cd72f239d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:25.725650 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6811a101-634e-42fc-b144-2c6120f97a65 req-dcf1657c-1394-45cf-8598-95cd72f239d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=820ba51f-beaa-4316-bd0f-93846d088224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0565886 Mar 24 15:52:25.863123 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-201b3a30-1143-4daa-97ab-f286c6c86f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '1b2cd97c-e41b-4602-a1d7-ea505c4d1c80', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:3e:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4180adb6-88dd-41de-967c-8a0201cb9624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:52:24Z', 'updated_at': '2022-03-24T15:52:24Z', 'revision_number': 0, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:25.872850 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269b94f-1dc4-4609-bb60-64f773b3e5ea req-c3d99692-787d-4f37-9e0f-c1f5fa99b56e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:25.875033 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4269b94f-1dc4-4609-bb60-64f773b3e5ea req-c3d99692-787d-4f37-9e0f-c1f5fa99b56e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.1307847 Mar 24 15:52:25.897516 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201b3a30-1143-4daa-97ab-f286c6c86f5d None None] The sync data for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi is: [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '1b2cd97c-e41b-4602-a1d7-ea505c4d1c80', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:3e:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4180adb6-88dd-41de-967c-8a0201cb9624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:52:24Z', 'updated_at': '2022-03-24T15:52:24Z', 'revision_number': 0, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:52:25.922228 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6811a101-634e-42fc-b144-2c6120f97a65 req-b11a9003-c53b-42e6-8c2a-9d91e5cac868 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451488 Mar 24 15:52:25.991164 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4269b94f-1dc4-4609-bb60-64f773b3e5ea req-b5870a36-4b15-4b8f-9503-50318c9fbd1e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081786 Mar 24 15:52:26.034057 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6811a101-634e-42fc-b144-2c6120f97a65 req-c342bcc8-375b-4854-bf33-eb42d3b61f48 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005988 Mar 24 15:52:26.102664 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71105575-c08a-43f5-b0a9-e714f415d826 None None] New status for floating IP 1b2cd97c-e41b-4602-a1d7-ea505c4d1c80: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:52:26.614667 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:52:27.112723 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bfe06-744a-4cd1-92e1-86791d1a1efa req-cad0b582-bf55-4a27-9675-38ad21c32bdf tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:27.114208 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d54bfe06-744a-4cd1-92e1-86791d1a1efa req-cad0b582-bf55-4a27-9675-38ad21c32bdf tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0522878 Mar 24 15:52:27.162517 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d54bfe06-744a-4cd1-92e1-86791d1a1efa req-3cb7f204-07a0-472b-a850-d4358427916a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Mar 24 15:52:27.790261 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62565f09-0a7a-429d-bff9-1eca218eb549 req-f54ac02f-d193-4842-ba7f-c956a092741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:27.791924 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-62565f09-0a7a-429d-bff9-1eca218eb549 req-f54ac02f-d193-4842-ba7f-c956a092741a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 1129 time: 0.0485868 Mar 24 15:52:27.924465 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348cbcd-7bed-4a60-8ef1-bdfea2936af4 req-6560d67a-d570-4b3b-ac4c-0d783501a976 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:27.925841 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0348cbcd-7bed-4a60-8ef1-bdfea2936af4 req-6560d67a-d570-4b3b-ac4c-0d783501a976 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0791266 Mar 24 15:52:27.928514 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62565f09-0a7a-429d-bff9-1eca218eb549 req-ce2dd3e0-c01c-48df-8956-e0bdfb717503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:27.929838 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-62565f09-0a7a-429d-bff9-1eca218eb549 req-ce2dd3e0-c01c-48df-8956-e0bdfb717503 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 920 time: 0.1280670 Mar 24 15:52:28.021642 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0348cbcd-7bed-4a60-8ef1-bdfea2936af4 req-057d9b43-440f-4f08-bccd-ccefd886cf59 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901415 Mar 24 15:52:28.023413 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-62565f09-0a7a-429d-bff9-1eca218eb549 req-4c6bf231-1e0f-4354-8776-4d9e6d835fbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58661a99-4c32-4786-8109-9eb6f4a307ea HTTP/1.1" status: 200 len: 1000 time: 0.0859351 Mar 24 15:52:28.079346 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62565f09-0a7a-429d-bff9-1eca218eb549 req-7ffe4fa8-3842-4953-8736-85160eb34145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:28.080779 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-62565f09-0a7a-429d-bff9-1eca218eb549 req-7ffe4fa8-3842-4953-8736-85160eb34145 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0446098 Mar 24 15:52:28.136526 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62565f09-0a7a-429d-bff9-1eca218eb549 req-de99a856-3dee-4951-a148-2813f1df2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:28.138004 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-62565f09-0a7a-429d-bff9-1eca218eb549 req-de99a856-3dee-4951-a148-2813f1df2fb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439959 Mar 24 15:52:28.231082 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-62565f09-0a7a-429d-bff9-1eca218eb549 req-eef05217-f14e-488d-9c13-4a16887a2092 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849898 Mar 24 15:52:28.319069 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-62565f09-0a7a-429d-bff9-1eca218eb549 req-3ec52629-5c83-4230-bd32-e5b63feb079d service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815325 Mar 24 15:52:29.144255 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c26836-ab3a-48bc-86ec-8350511abe98 req-2c0e01ec-c1d0-4a6d-8146-d8914a29474a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:29.145730 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-79c26836-ab3a-48bc-86ec-8350511abe98 req-2c0e01ec-c1d0-4a6d-8146-d8914a29474a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0525229 Mar 24 15:52:29.194853 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-79c26836-ab3a-48bc-86ec-8350511abe98 req-5b837bc3-be2e-4b1e-a516-64a15883ecda tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Mar 24 15:52:30.371742 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034b984-a2b9-4a84-b60f-3b17fb66e1c3 req-272f4b41-e81f-41c9-bb5a-2337c7667089 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:30.373224 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d034b984-a2b9-4a84-b60f-3b17fb66e1c3 req-272f4b41-e81f-41c9-bb5a-2337c7667089 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.1065938 Mar 24 15:52:30.418950 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d034b984-a2b9-4a84-b60f-3b17fb66e1c3 req-8bbac06b-587d-4d89-b179-8d5642ac15b7 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395358 Mar 24 15:52:31.537016 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74ac18-9e25-4f4c-99fa-395619fbbadd req-a3f9f4b6-37cd-410d-afc9-4db3180bb2df tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:31.538482 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6a74ac18-9e25-4f4c-99fa-395619fbbadd req-a3f9f4b6-37cd-410d-afc9-4db3180bb2df tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0521240 Mar 24 15:52:31.584127 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6a74ac18-9e25-4f4c-99fa-395619fbbadd req-9436288c-e81f-4ede-9923-5dd73be8e460 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402036 Mar 24 15:52:31.698343 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566a963-ac28-44b9-bbf2-1073a5ed3c9c req-a9f33818-0f93-4c97-88ca-786d44c25d20 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:31.700069 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f566a963-ac28-44b9-bbf2-1073a5ed3c9c req-a9f33818-0f93-4c97-88ca-786d44c25d20 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0532446 Mar 24 15:52:31.708585 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59514) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:52:31.713052 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-00387624-38eb-47d7-8147-fb8964ff4e0c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Request body: {'floatingip': {'port_id': '58661a99-4c32-4786-8109-9eb6f4a307ea'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:52:31.768716 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-00387624-38eb-47d7-8147-fb8964ff4e0c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for floatingip (5d8c5309-4c55-4eb8-b187-7d586d73f956), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:32.219389 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-00387624-38eb-47d7-8147-fb8964ff4e0c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:32.301192 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-00387624-38eb-47d7-8147-fb8964ff4e0c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (5d8c5309-4c55-4eb8-b187-7d586d73f956), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:32.732276 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00387624-38eb-47d7-8147-fb8964ff4e0c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:52:32.840740 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00387624-38eb-47d7-8147-fb8964ff4e0c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:52:32.845289 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-00387624-38eb-47d7-8147-fb8964ff4e0c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:32.851036 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8828c-8142-465f-a132-447bf097ad44 None None] Sync routers for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:52:32.860073 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8828c-8142-465f-a132-447bf097ad44 None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:52:32.860684 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-82f8828c-8142-465f-a132-447bf097ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:32.876632 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:52:32.878911 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014" -d '{"events": [{"name": "network-changed", "server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:52:32.907735 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-00387624-38eb-47d7-8147-fb8964ff4e0c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "PUT /v2.0/floatingips/5d8c5309-4c55-4eb8-b187-7d586d73f956 HTTP/1.1" status: 200 len: 992 time: 1.1980839 Mar 24 15:52:32.941694 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c817dc22-31c4-444b-b76a-b13c73bac82c x-openstack-request-id: req-c817dc22-31c4-444b-b76a-b13c73bac82c {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:52:32.941991 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:52:32.942249 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c817dc22-31c4-444b-b76a-b13c73bac82c {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:52:32.942684 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c817dc22-31c4-444b-b76a-b13c73bac82c'] response: {'name': 'network-changed', 'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'status': 'completed', 'code': 200} Mar 24 15:52:33.018392 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014 req-1077eb4a-77b4-4cbd-857a-79a6f0c6035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:33.020048 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014 req-1077eb4a-77b4-4cbd-857a-79a6f0c6035d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 1129 time: 0.0516939 Mar 24 15:52:33.059589 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-82f8828c-8142-465f-a132-447bf097ad44 None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:52:33.111379 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014 req-b02bdfae-f187-4749-ba31-f29f969c2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:33.112881 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014 req-b02bdfae-f187-4749-ba31-f29f969c2465 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 920 time: 0.0859528 Mar 24 15:52:33.189013 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014 req-7803eed5-7598-465a-9ce1-76f9ce14ee8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58661a99-4c32-4786-8109-9eb6f4a307ea HTTP/1.1" status: 200 len: 1000 time: 0.0634418 Mar 24 15:52:33.238467 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014 req-6e526f16-a8ba-4e58-a452-0763654e32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:33.240785 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014 req-6e526f16-a8ba-4e58-a452-0763654e32c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0454056 Mar 24 15:52:33.288480 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-82f8828c-8142-465f-a132-447bf097ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '5d8c5309-4c55-4eb8-b187-7d586d73f956', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'port_id': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'mac_address': 'fa:16:3e:ce:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:50:58Z', 'updated_at': '2022-03-24T15:52:32Z', 'revision_number': 3, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:58Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:33.301969 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014 req-33d3cac0-20da-4d9b-9070-3d7a145fa668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:33.303516 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014 req-33d3cac0-20da-4d9b-9070-3d7a145fa668 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547657 Mar 24 15:52:33.319349 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8828c-8142-465f-a132-447bf097ad44 None None] Checking router: 9998c34f-ba1a-4275-b12a-a71ca0a42a8d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:52:33.327523 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8828c-8142-465f-a132-447bf097ad44 None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:52:33.328129 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-82f8828c-8142-465f-a132-447bf097ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:33.398284 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014 req-6ed27725-b32b-4d72-8e99-4252c3947baf service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872529 Mar 24 15:52:33.432024 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-82f8828c-8142-465f-a132-447bf097ad44 None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:52:33.494210 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e67a6ee7-5e4b-4fdd-9f24-cd79628f4014 req-5b83a9ba-9799-42e6-a994-7050b361e73a service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840533 Mar 24 15:52:33.586820 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:33.668677 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-82f8828c-8142-465f-a132-447bf097ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '5d8c5309-4c55-4eb8-b187-7d586d73f956', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'port_id': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'mac_address': 'fa:16:3e:ce:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:50:58Z', 'updated_at': '2022-03-24T15:52:32Z', 'revision_number': 3, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:58Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:33.695158 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8828c-8142-465f-a132-447bf097ad44 None None] The sync data for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi is: [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '5d8c5309-4c55-4eb8-b187-7d586d73f956', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'port_id': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'mac_address': 'fa:16:3e:ce:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:50:58Z', 'updated_at': '2022-03-24T15:52:32Z', 'revision_number': 3, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:58Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:52:34.944131 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:52:34.946464 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46a02c1-5848-493a-8d3d-b89ec5d9539b" -d '{"events": [{"name": "network-changed", "server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:52:34.981125 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798436dd-f766-4393-b57b-37584ce04c7d x-openstack-request-id: req-798436dd-f766-4393-b57b-37584ce04c7d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:52:34.981432 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:52:34.981692 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-798436dd-f766-4393-b57b-37584ce04c7d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:52:34.982101 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798436dd-f766-4393-b57b-37584ce04c7d'] response: {'name': 'network-changed', 'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'status': 'completed', 'code': 200} Mar 24 15:52:35.054891 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a02c1-5848-493a-8d3d-b89ec5d9539b req-869ae7b7-db6e-4e10-abea-9726a5434480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:35.056410 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e46a02c1-5848-493a-8d3d-b89ec5d9539b req-869ae7b7-db6e-4e10-abea-9726a5434480 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 1129 time: 0.0463545 Mar 24 15:52:35.147919 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a02c1-5848-493a-8d3d-b89ec5d9539b req-a9327891-9231-47f7-bd12-a7ecc8f6bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:35.149377 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e46a02c1-5848-493a-8d3d-b89ec5d9539b req-a9327891-9231-47f7-bd12-a7ecc8f6bb57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 920 time: 0.0850637 Mar 24 15:52:35.212802 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e46a02c1-5848-493a-8d3d-b89ec5d9539b req-2aa51c28-fe91-44aa-a0d1-f9c912550333 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58661a99-4c32-4786-8109-9eb6f4a307ea HTTP/1.1" status: 200 len: 1000 time: 0.0567412 Mar 24 15:52:35.265645 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a02c1-5848-493a-8d3d-b89ec5d9539b req-1c12f0ae-da52-46b0-9367-ec60bdd4bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:35.267511 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e46a02c1-5848-493a-8d3d-b89ec5d9539b req-1c12f0ae-da52-46b0-9367-ec60bdd4bfdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0486698 Mar 24 15:52:35.321660 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a02c1-5848-493a-8d3d-b89ec5d9539b req-1b2522ba-a185-4b5e-86f7-ea1cf27eb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:35.323205 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e46a02c1-5848-493a-8d3d-b89ec5d9539b req-1b2522ba-a185-4b5e-86f7-ea1cf27eb726 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450335 Mar 24 15:52:35.412955 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e46a02c1-5848-493a-8d3d-b89ec5d9539b req-5f97162d-a616-4ae2-ac30-35ae3a915144 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812910 Mar 24 15:52:35.504581 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e46a02c1-5848-493a-8d3d-b89ec5d9539b req-bf38ddb0-cae1-439f-ae9b-df8a78a3d036 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849972 Mar 24 15:52:36.244968 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-26542de5-c7ad-48fb-87fb-7905c5609863 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441275 Mar 24 15:52:36.318930 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-2d1ee42a-e0dd-4e2b-a4ae-e22c33e0a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:36.325689 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-2d1ee42a-e0dd-4e2b-a4ae-e22c33e0a673 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 1129 time: 0.0475798 Mar 24 15:52:36.434907 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-11599c15-3f88-4854-87eb-384e7dcf333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:36.436430 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-11599c15-3f88-4854-87eb-384e7dcf333f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 200 len: 920 time: 0.0904818 Mar 24 15:52:36.483952 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-2b4e0c93-4243-4391-a58c-d52115fe5fc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbb05276-ab88-4390-8f65-42b66b092757 HTTP/1.1" status: 200 len: 217 time: 0.0344889 Mar 24 15:52:36.539673 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-26c7b3ab-23ca-4c36-bed4-7944ef430a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:36.541143 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-26c7b3ab-23ca-4c36-bed4-7944ef430a81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 200 len: 858 time: 0.0499399 Mar 24 15:52:36.594026 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-c60fe38a-aaac-41be-8fa6-b06e87fe6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:36.595617 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-c60fe38a-aaac-41be-8fa6-b06e87fe6a8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473986 Mar 24 15:52:36.682747 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-108bf3fc-694f-43df-9d90-b3774f760bd9 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797381 Mar 24 15:52:36.774011 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ae54b83e-f9cd-42c9-b20f-3d6cd166745e req-01a321a9-5023-4d3e-8917-f3bf446b6815 service neutron] 10.222.0.24 "GET /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833471 Mar 24 15:52:38.776984 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd563bbf-5569-418f-927d-597137022432 req-a28a08ee-af10-4d45-b430-77fe19f5e633 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:38.778473 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fd563bbf-5569-418f-927d-597137022432 req-a28a08ee-af10-4d45-b430-77fe19f5e633 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.1061773 Mar 24 15:52:38.825629 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fd563bbf-5569-418f-927d-597137022432 req-cccdbaab-8203-46da-a289-285b2809174c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414436 Mar 24 15:52:39.950020 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652f0f0-9889-43a8-9793-efe5a8ed68b1 req-34453a87-1500-49b0-93aa-64bab07cddc3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:39.952023 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8652f0f0-9889-43a8-9793-efe5a8ed68b1 req-34453a87-1500-49b0-93aa-64bab07cddc3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0535934 Mar 24 15:52:39.998203 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8652f0f0-9889-43a8-9793-efe5a8ed68b1 req-30d2c667-a402-4d15-a76d-09b5f0a9a707 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 Mar 24 15:52:41.123448 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661575af-e132-4a9b-ba5a-38302fba6202 req-29db3abb-1a8d-4d9e-8dbf-68cc0986b5ab tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:41.125174 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-661575af-e132-4a9b-ba5a-38302fba6202 req-29db3abb-1a8d-4d9e-8dbf-68cc0986b5ab tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0528398 Mar 24 15:52:41.175942 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-661575af-e132-4a9b-ba5a-38302fba6202 req-fed7d727-c524-4f56-91bb-f2930599f694 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452378 Mar 24 15:52:41.483858 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e7bb-9a5b-4901-b320-6e1b70d6a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:42.405352 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693ade5-ba9e-433d-b6bc-6769731a30e7 req-73e068e0-e6e2-478c-8d28-2ff53aca6023 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:42.406840 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b693ade5-ba9e-433d-b6bc-6769731a30e7 req-73e068e0-e6e2-478c-8d28-2ff53aca6023 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0548460 Mar 24 15:52:42.452309 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b693ade5-ba9e-433d-b6bc-6769731a30e7 req-0c96ff54-6364-46f6-93de-934b35c96feb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390007 Mar 24 15:52:43.104264 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0e0d4d7a-9a9b-4935-b5bb-237fbec89991 req-b7d1033d-7a55-4651-a8eb-0029b571e31f tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695493379&fields=id&tenant_id=6a4dacff567e4c66bdf8209fad142ed2 HTTP/1.1" status: 200 len: 267 time: 0.0437338 Mar 24 15:52:43.159147 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d4d7a-9a9b-4935-b5bb-237fbec89991 req-fd78105f-57b4-4299-9ec5-d9bcbbbf7ccf tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:43.160593 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0e0d4d7a-9a9b-4935-b5bb-237fbec89991 req-fd78105f-57b4-4299-9ec5-d9bcbbbf7ccf tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 985 time: 0.0511527 Mar 24 15:52:43.170798 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [req-0e0d4d7a-9a9b-4935-b5bb-237fbec89991 req-c7ac0f39-f5b2-43f9-9ead-7d5a9be7aa89 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Request body: {'port': {'security_groups': ['88181ff6-f146-4b1c-b891-50817237c4f6']}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:52:43.243517 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-0e0d4d7a-9a9b-4935-b5bb-237fbec89991 req-c7ac0f39-f5b2-43f9-9ead-7d5a9be7aa89 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (95887a53-c755-40db-a1b2-7e144b454483), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:43.417729 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-0e0d4d7a-9a9b-4935-b5bb-237fbec89991 req-c7ac0f39-f5b2-43f9-9ead-7d5a9be7aa89 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] For port 95887a53-c755-40db-a1b2-7e144b454483, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95887a53-c755-40db-a1b2-7e144b454483,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:52:43.446953 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-0e0d4d7a-9a9b-4935-b5bb-237fbec89991 req-c7ac0f39-f5b2-43f9-9ead-7d5a9be7aa89 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for port (95887a53-c755-40db-a1b2-7e144b454483), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:43.535474 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-0e0d4d7a-9a9b-4935-b5bb-237fbec89991 req-c7ac0f39-f5b2-43f9-9ead-7d5a9be7aa89 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (95887a53-c755-40db-a1b2-7e144b454483), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:43.547478 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['95887a53-c755-40db-a1b2-7e144b454483'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:52:43.575914 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02894278-2c3e-435d-91db-a34a09c78d3a req-6f712bf2-be22-4a60-a6ad-fce5cb7f7280 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:43.582563 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-02894278-2c3e-435d-91db-a34a09c78d3a req-6f712bf2-be22-4a60-a6ad-fce5cb7f7280 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0597270 Mar 24 15:52:43.583713 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d4d7a-9a9b-4935-b5bb-237fbec89991 req-c7ac0f39-f5b2-43f9-9ead-7d5a9be7aa89 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:43.584169 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-0e0d4d7a-9a9b-4935-b5bb-237fbec89991 req-c7ac0f39-f5b2-43f9-9ead-7d5a9be7aa89 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:43.585695 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0e0d4d7a-9a9b-4935-b5bb-237fbec89991 req-c7ac0f39-f5b2-43f9-9ead-7d5a9be7aa89 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "PUT /v2.0/ports/95887a53-c755-40db-a1b2-7e144b454483 HTTP/1.1" status: 200 len: 943 time: 0.4191904 Mar 24 15:52:43.586225 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'tag': '95887a53-c755-40db-a1b2-7e144b454483'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:52:43.588676 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22214d1c-2677-421c-8883-c57cbe62de19" -d '{"events": [{"name": "network-changed", "server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "tag": "95887a53-c755-40db-a1b2-7e144b454483"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:52:43.592078 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59602) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:52:43.622711 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac0f39-f5b2-43f9-9ead-7d5a9be7aa89 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event updated for resources: {'Port': ['ID=95887a53-c755-40db-a1b2-7e144b454483,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:43.651477 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7477e30d-b482-4407-8178-439101ffea44 x-openstack-request-id: req-7477e30d-b482-4407-8178-439101ffea44 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:52:43.651973 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "tag": "95887a53-c755-40db-a1b2-7e144b454483", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:52:43.652393 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7477e30d-b482-4407-8178-439101ffea44 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:52:43.652966 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7477e30d-b482-4407-8178-439101ffea44'] response: {'name': 'network-changed', 'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'tag': '95887a53-c755-40db-a1b2-7e144b454483', 'status': 'completed', 'code': 200} Mar 24 15:52:43.679538 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-02894278-2c3e-435d-91db-a34a09c78d3a req-43db51b9-31c1-4f77-8e9b-953132df940a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960681 Mar 24 15:52:43.714462 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group (6fb69812-587e-4753-b292-5ae8fae2f51a), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:43.718738 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['95887a53-c755-40db-a1b2-7e144b454483'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:52:43.744752 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22214d1c-2677-421c-8883-c57cbe62de19 req-c76d8f53-4287-4aa9-880d-7da499976d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:43.746728 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22214d1c-2677-421c-8883-c57cbe62de19 req-c76d8f53-4287-4aa9-880d-7da499976d5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4dacff567e4c66bdf8209fad142ed2&device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 1130 time: 0.0701377 Mar 24 15:52:43.748673 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group (6fb69812-587e-4753-b292-5ae8fae2f51a), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:43.859440 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22214d1c-2677-421c-8883-c57cbe62de19 req-b0670828-94b6-46d7-99d8-5837f4728a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:43.861181 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22214d1c-2677-421c-8883-c57cbe62de19 req-b0670828-94b6-46d7-99d8-5837f4728a1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=420cf326-830c-41a3-87d7-6197b727920a HTTP/1.1" status: 200 len: 915 time: 0.1028311 Mar 24 15:52:43.867862 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-863259c4-d363-4430-84e0-5c0fd4b76154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:43.889473 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (6fb69812-587e-4753-b292-5ae8fae2f51a), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:43.892842 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:43.894043 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "DELETE /v2.0/security-groups/6fb69812-587e-4753-b292-5ae8fae2f51a HTTP/1.1" status: 204 len: 168 time: 0.2905874 Mar 24 15:52:43.898915 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-6b604400-a622-4294-adf1-a7e4a922e82c None None] Provisioning complete for port 95887a53-c755-40db-a1b2-7e144b454483 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:52:43.898915 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6b604400-a622-4294-adf1-a7e4a922e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (95887a53-c755-40db-a1b2-7e144b454483), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:43.899160 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:52:43.936917 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb69812-587e-4753-b292-5ae8fae2f51a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:43.946570 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22214d1c-2677-421c-8883-c57cbe62de19 req-ba6c694c-b5eb-418f-b5e7-efad34ae6f6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95887a53-c755-40db-a1b2-7e144b454483 HTTP/1.1" status: 200 len: 1002 time: 0.0724986 Mar 24 15:52:43.951249 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.951611 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.951974 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.952302 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.952642 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.952982 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.953318 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.953650 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.953981 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.954314 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.955313 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.955651 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.955987 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.956358 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:43.956639 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363164c8-fcda-403b-a93d-7806fce88eec tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:52:44.023412 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22214d1c-2677-421c-8883-c57cbe62de19 req-07209375-06d4-450f-9885-4ca94242d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:44.025665 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22214d1c-2677-421c-8883-c57cbe62de19 req-07209375-06d4-450f-9885-4ca94242d5db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc04a805-68fd-4784-af6c-91af1c837ae1 HTTP/1.1" status: 200 len: 853 time: 0.0727463 Mar 24 15:52:44.027386 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-6b604400-a622-4294-adf1-a7e4a922e82c None None] Current status of the port 95887a53-c755-40db-a1b2-7e144b454483 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:52:44.078894 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22214d1c-2677-421c-8883-c57cbe62de19 req-ee67d9a9-deab-45f8-88aa-d6c3bb2b0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:44.081096 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22214d1c-2677-421c-8883-c57cbe62de19 req-ee67d9a9-deab-45f8-88aa-d6c3bb2b0f7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=420cf326-830c-41a3-87d7-6197b727920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470505 Mar 24 15:52:44.094334 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Deleting port 41f5681f-ba02-416c-8024-3655cf78db61 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:52:44.094711 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (41f5681f-ba02-416c-8024-3655cf78db61), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:44.167746 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (41f5681f-ba02-416c-8024-3655cf78db61), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:44.168071 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for floatingip (41f5681f-ba02-416c-8024-3655cf78db61), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:44.175527 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22214d1c-2677-421c-8883-c57cbe62de19 req-b56de014-963b-4a16-b43d-c0afb4fdccdc service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871866 Mar 24 15:52:44.179594 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Calling delete_port for 41f5681f-ba02-416c-8024-3655cf78db61 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:52:44.264389 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-22214d1c-2677-421c-8883-c57cbe62de19 req-a161011f-c21d-4a04-9a29-a1594d291849 service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823040 Mar 24 15:52:44.397510 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (41f5681f-ba02-416c-8024-3655cf78db61), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:44.426947 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event deleted for resources: {'Port': ['ID=41f5681f-ba02-416c-8024-3655cf78db61,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:44.449394 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks [] for floatingip (6e5aa61d-8741-408c-b7d5-e98f61d615a0), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:44.449726 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Floating IP 6e5aa61d-8741-408c-b7d5-e98f61d615a0 disassociated (deleted). External IP: 172.27.0.242, port: 95887a53-c755-40db-a1b2-7e144b454483. Mar 24 15:52:44.817215 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2af97-e9fc-4421-92e4-0640e2930c4f req-03a53494-b5ac-4ef4-abcd-bdfdfc679316 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:44.818728 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-89e2af97-e9fc-4421-92e4-0640e2930c4f req-03a53494-b5ac-4ef4-abcd-bdfdfc679316 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0574403 Mar 24 15:52:44.865737 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-89e2af97-e9fc-4421-92e4-0640e2930c4f req-058e9d91-081f-451f-a7bb-148685cc6459 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Mar 24 15:52:44.900548 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Router 705f72c7-97a9-4e62-82aa-54319b8382ab has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:52:45.003472 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:45.009207 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:52:45.013914 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:45.018940 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc8ae4-923a-4728-988a-5ea16134db82 None None] Sync routers for ids ['705f72c7-97a9-4e62-82aa-54319b8382ab'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:52:45.029165 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc8ae4-923a-4728-988a-5ea16134db82 None None] Routers {'705f72c7-97a9-4e62-82aa-54319b8382ab'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:52:45.034351 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1efc8ae4-923a-4728-988a-5ea16134db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['705f72c7-97a9-4e62-82aa-54319b8382ab'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:45.045122 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-9517b794-9952-4cfc-b962-9a2ab9361027 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "DELETE /v2.0/floatingips/6e5aa61d-8741-408c-b7d5-e98f61d615a0 HTTP/1.1" status: 204 len: 168 time: 1.1457434 Mar 24 15:52:45.045836 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'tag': '95887a53-c755-40db-a1b2-7e144b454483'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:52:45.048153 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90" -d '{"events": [{"name": "network-changed", "server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "tag": "95887a53-c755-40db-a1b2-7e144b454483"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:52:45.083065 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31747c4e-12b9-4ebc-b2b7-164daca52f85 x-openstack-request-id: req-31747c4e-12b9-4ebc-b2b7-164daca52f85 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:52:45.083370 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "tag": "95887a53-c755-40db-a1b2-7e144b454483", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:52:45.083685 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31747c4e-12b9-4ebc-b2b7-164daca52f85 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:52:45.084091 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31747c4e-12b9-4ebc-b2b7-164daca52f85'] response: {'name': 'network-changed', 'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'tag': '95887a53-c755-40db-a1b2-7e144b454483', 'status': 'completed', 'code': 200} Mar 24 15:52:45.153485 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-1efc8ae4-923a-4728-988a-5ea16134db82 None None] Set router 705f72c7-97a9-4e62-82aa-54319b8382ab gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:52:45.177919 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90 req-8e7b5f50-786e-4abe-a490-3c2f407e1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:45.179509 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90 req-8e7b5f50-786e-4abe-a490-3c2f407e1148 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a4dacff567e4c66bdf8209fad142ed2&device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 1130 time: 0.0582509 Mar 24 15:52:45.278538 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90 req-ed389c56-3917-473c-82bd-1c9464d17b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:45.280113 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90 req-ed389c56-3917-473c-82bd-1c9464d17b79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=420cf326-830c-41a3-87d7-6197b727920a HTTP/1.1" status: 200 len: 915 time: 0.0918686 Mar 24 15:52:45.342848 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90 req-b0c70264-009c-45a3-a90b-78c5e5940be5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95887a53-c755-40db-a1b2-7e144b454483 HTTP/1.1" status: 200 len: 217 time: 0.0428789 Mar 24 15:52:45.361926 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1efc8ae4-923a-4728-988a-5ea16134db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:11Z', 'revision_number': 4, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'a4f87449-9126-46d0-8559-281535128015', 'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'mac_address': 'fa:16:3e:24:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:10Z', 'updated_at': '2022-03-24T15:50:15Z', 'revision_number': 5, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'subnets': [{'id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:45.388298 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc8ae4-923a-4728-988a-5ea16134db82 None None] Checking router: 705f72c7-97a9-4e62-82aa-54319b8382ab for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:52:45.393694 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90 req-eee4c54f-fdbe-46e7-b327-ee55a2d2705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:45.395525 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90 req-eee4c54f-fdbe-46e7-b327-ee55a2d2705a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc04a805-68fd-4784-af6c-91af1c837ae1 HTTP/1.1" status: 200 len: 853 time: 0.0453405 Mar 24 15:52:45.397374 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc8ae4-923a-4728-988a-5ea16134db82 None None] Routers {'705f72c7-97a9-4e62-82aa-54319b8382ab'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:52:45.397980 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1efc8ae4-923a-4728-988a-5ea16134db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['705f72c7-97a9-4e62-82aa-54319b8382ab'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:45.455290 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90 req-6300d81f-1d25-4b3d-ae85-3e1d8ae0229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:45.457341 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90 req-6300d81f-1d25-4b3d-ae85-3e1d8ae0229f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=420cf326-830c-41a3-87d7-6197b727920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510426 Mar 24 15:52:45.520280 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-1efc8ae4-923a-4728-988a-5ea16134db82 None None] Set router 705f72c7-97a9-4e62-82aa-54319b8382ab gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:52:45.552708 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90 req-5519ab2f-63b0-4a7e-920b-9bf79630c8f5 service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853076 Mar 24 15:52:45.656661 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4da3545c-1c7f-4a11-b7cb-7a4718e7cb90 req-eed54a36-425d-43b7-8bd2-3745e4c478bf service neutron] 10.222.0.24 "GET /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963125 Mar 24 15:52:45.726225 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1efc8ae4-923a-4728-988a-5ea16134db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:11Z', 'revision_number': 4, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'a4f87449-9126-46d0-8559-281535128015', 'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'mac_address': 'fa:16:3e:24:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:10Z', 'updated_at': '2022-03-24T15:50:15Z', 'revision_number': 5, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'subnets': [{'id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:45.758589 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc8ae4-923a-4728-988a-5ea16134db82 None None] The sync data for ids ['705f72c7-97a9-4e62-82aa-54319b8382ab'] in dv-cinder-790535-34-iscsi is: [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:50:11Z', 'revision_number': 4, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'a4f87449-9126-46d0-8559-281535128015', 'name': '', 'network_id': '420cf326-830c-41a3-87d7-6197b727920a', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'mac_address': 'fa:16:3e:24:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:10Z', 'updated_at': '2022-03-24T15:50:15Z', 'revision_number': 5, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'subnets': [{'id': 'bc04a805-68fd-4784-af6c-91af1c837ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:52:45.994750 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef1821-4b43-4f84-b292-8d6970ad5aae None None] New status for floating IP 6e5aa61d-8741-408c-b7d5-e98f61d615a0: DOWN {{(pid=110399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:52:45.997963 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70344b2b-fe6a-4a37-85ce-e932aaa49095 req-cbb120f2-b61b-468d-84ed-7b42fe32f953 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:45.999494 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-70344b2b-fe6a-4a37-85ce-e932aaa49095 req-cbb120f2-b61b-468d-84ed-7b42fe32f953 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0588312 Mar 24 15:52:46.047205 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-70344b2b-fe6a-4a37-85ce-e932aaa49095 req-123590fd-a6fb-4752-8dd0-f51adca42fe4 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412669 Mar 24 15:52:46.403175 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:47.168561 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f60e68-7a5a-4c28-8b94-dd872f680751 req-a19fd3bc-06ba-4611-a4e3-83c5f6b6a214 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:47.170006 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-33f60e68-7a5a-4c28-8b94-dd872f680751 req-a19fd3bc-06ba-4611-a4e3-83c5f6b6a214 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0521693 Mar 24 15:52:47.219164 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-33f60e68-7a5a-4c28-8b94-dd872f680751 req-98fd9145-24db-422a-ba69-16781ee4426a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434988 Mar 24 15:52:47.769003 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:48.345897 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8a73b-2eab-435d-9d37-e120436ea8aa req-47061b87-ea87-4ccb-a431-2412a54a6629 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:48.347472 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b5a8a73b-2eab-435d-9d37-e120436ea8aa req-47061b87-ea87-4ccb-a431-2412a54a6629 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0554554 Mar 24 15:52:48.393934 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b5a8a73b-2eab-435d-9d37-e120436ea8aa req-748360cb-90e4-4165-8f61-9e6798eaf3bb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411189 Mar 24 15:52:49.519871 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8e174-36f2-45d1-84ad-437e1fffcbbf req-e6984774-953d-4c3f-aecd-28a77fa19ef2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:49.521389 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-49b8e174-36f2-45d1-84ad-437e1fffcbbf req-e6984774-953d-4c3f-aecd-28a77fa19ef2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0561459 Mar 24 15:52:49.566911 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-49b8e174-36f2-45d1-84ad-437e1fffcbbf req-0558115d-0549-4c99-9d73-978124992731 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394466 Mar 24 15:52:50.692629 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66b5f9-9960-4e15-9edf-a8f7c5b7ca74 req-0124eb22-1e44-4604-b4c3-6da41704eda5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:50.694143 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6f66b5f9-9960-4e15-9edf-a8f7c5b7ca74 req-0124eb22-1e44-4604-b4c3-6da41704eda5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0564063 Mar 24 15:52:50.741417 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6f66b5f9-9960-4e15-9edf-a8f7c5b7ca74 req-a4ca1715-4df4-4506-9df6-41573de9ab44 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413604 Mar 24 15:52:51.458161 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad016ca-40ea-468e-88db-5ab9c6995b84 req-fb667375-571a-4678-8118-39ffa4c8b58d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:51.459667 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3ad016ca-40ea-468e-88db-5ab9c6995b84 req-fb667375-571a-4678-8118-39ffa4c8b58d tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 946 time: 0.0546792 Mar 24 15:52:51.507918 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3ad016ca-40ea-468e-88db-5ab9c6995b84 req-a00b8a60-a445-4e0a-b36f-4c8e50cccfd6 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Mar 24 15:52:51.868079 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af09c05-6089-4e4a-b542-9438224c5d26 req-465261f8-428e-4b4f-b386-c12bf0bd77de tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:51.869588 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9af09c05-6089-4e4a-b542-9438224c5d26 req-465261f8-428e-4b4f-b386-c12bf0bd77de tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0543857 Mar 24 15:52:51.915884 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9af09c05-6089-4e4a-b542-9438224c5d26 req-6ea51ceb-f510-4273-a0a1-d95c52b82526 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407519 Mar 24 15:52:52.623444 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f31092-31c4-49a7-9341-8f9358fbdfe0 req-592fcb91-8e0c-463a-8b7a-7c8beb108eff tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:52.624902 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-83f31092-31c4-49a7-9341-8f9358fbdfe0 req-592fcb91-8e0c-463a-8b7a-7c8beb108eff tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 946 time: 0.0518932 Mar 24 15:52:52.675906 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-83f31092-31c4-49a7-9341-8f9358fbdfe0 req-ddccfe07-a1e1-424e-843a-bef50d16cb6e tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/security-groups?id=88181ff6-f146-4b1c-b891-50817237c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453081 Mar 24 15:52:53.038573 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f09a-34a4-4145-840c-831078df8171 req-31d7ef5c-ca67-4aef-aeb6-73be04a72303 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:53.040087 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-df48f09a-34a4-4145-840c-831078df8171 req-31d7ef5c-ca67-4aef-aeb6-73be04a72303 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0535128 Mar 24 15:52:53.085893 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-df48f09a-34a4-4145-840c-831078df8171 req-1509008f-aabf-40c4-a281-62002dc6f790 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401788 Mar 24 15:52:53.268871 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be671af-d0e7-4813-ae5a-e52db5dbe30d req-c6073da6-f690-4d75-a710-f8261efe95f1 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:53.270292 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9be671af-d0e7-4813-ae5a-e52db5dbe30d req-c6073da6-f690-4d75-a710-f8261efe95f1 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.24 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 946 time: 0.0541291 Mar 24 15:52:53.369788 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-9be671af-d0e7-4813-ae5a-e52db5dbe30d req-5ccdbac3-ff44-4ac9-9d36-1d4e37cc65e7 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Deleting port 95887a53-c755-40db-a1b2-7e144b454483 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:52:53.370129 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-9be671af-d0e7-4813-ae5a-e52db5dbe30d req-5ccdbac3-ff44-4ac9-9d36-1d4e37cc65e7 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (95887a53-c755-40db-a1b2-7e144b454483), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:53.460238 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-9be671af-d0e7-4813-ae5a-e52db5dbe30d req-5ccdbac3-ff44-4ac9-9d36-1d4e37cc65e7 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] For port 95887a53-c755-40db-a1b2-7e144b454483, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95887a53-c755-40db-a1b2-7e144b454483,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:52:53.460592 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-9be671af-d0e7-4813-ae5a-e52db5dbe30d req-5ccdbac3-ff44-4ac9-9d36-1d4e37cc65e7 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (95887a53-c755-40db-a1b2-7e144b454483), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:53.473044 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-9be671af-d0e7-4813-ae5a-e52db5dbe30d req-5ccdbac3-ff44-4ac9-9d36-1d4e37cc65e7 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Calling delete_port for 95887a53-c755-40db-a1b2-7e144b454483 owned by compute:nova {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:52:53.700927 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-9be671af-d0e7-4813-ae5a-e52db5dbe30d req-5ccdbac3-ff44-4ac9-9d36-1d4e37cc65e7 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (95887a53-c755-40db-a1b2-7e144b454483), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:53.712128 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['95887a53-c755-40db-a1b2-7e144b454483'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:52:53.733332 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdbac3-ff44-4ac9-9d36-1d4e37cc65e7 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Pushing event deleted for resources: {'Port': ['ID=95887a53-c755-40db-a1b2-7e144b454483,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:53.778286 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-73e9ba0f-161c-42e4-af0b-0f7972cfe2e5 req-1be63f96-89cc-48cb-88da-6be41980f711 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 210 time: 0.0279119 Mar 24 15:52:53.782231 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be671af-d0e7-4813-ae5a-e52db5dbe30d req-5ccdbac3-ff44-4ac9-9d36-1d4e37cc65e7 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] No DVR routers for this DVR port 95887a53-c755-40db-a1b2-7e144b454483 on host hv-cinder-79053 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:52:53.785850 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-9be671af-d0e7-4813-ae5a-e52db5dbe30d req-5ccdbac3-ff44-4ac9-9d36-1d4e37cc65e7 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:53.789140 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9be671af-d0e7-4813-ae5a-e52db5dbe30d req-5ccdbac3-ff44-4ac9-9d36-1d4e37cc65e7 tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.24 "DELETE /v2.0/ports/95887a53-c755-40db-a1b2-7e144b454483 HTTP/1.1" status: 204 len: 173 time: 0.5133305 Mar 24 15:52:53.789588 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'name': 'network-vif-deleted', 'tag': '95887a53-c755-40db-a1b2-7e144b454483'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:52:53.792056 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb134ecc-156f-4d01-9f0f-e641d835086c" -d '{"events": [{"server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "name": "network-vif-deleted", "tag": "95887a53-c755-40db-a1b2-7e144b454483"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:52:53.827562 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267f03c6-774d-4552-8075-4528ccd8cda1 x-openstack-request-id: req-267f03c6-774d-4552-8075-4528ccd8cda1 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:52:53.827863 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814b8025-9d38-434d-8ea5-655ac55c252f", "name": "network-vif-deleted", "tag": "95887a53-c755-40db-a1b2-7e144b454483", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:52:53.828122 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-267f03c6-774d-4552-8075-4528ccd8cda1 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:52:53.828568 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267f03c6-774d-4552-8075-4528ccd8cda1'] response: {'server_uuid': '814b8025-9d38-434d-8ea5-655ac55c252f', 'name': 'network-vif-deleted', 'tag': '95887a53-c755-40db-a1b2-7e144b454483', 'status': 'completed', 'code': 200} Mar 24 15:52:54.216489 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08ee4-fe07-470b-b174-ecfb7fd627bf req-293831b0-0ec6-404d-89ee-ffd207324a50 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:54.218279 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3ff08ee4-fe07-470b-b174-ecfb7fd627bf req-293831b0-0ec6-404d-89ee-ffd207324a50 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0561597 Mar 24 15:52:54.271753 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3ff08ee4-fe07-470b-b174-ecfb7fd627bf req-ecc9c118-f6fb-4bbc-96c7-15052e82a285 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463886 Mar 24 15:52:54.885946 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c23ec7bc-5c0e-4af8-889a-897ea13f59f0 req-428e815a-bd67-453b-8e5b-a59a83c1f84e tempest-TestMinimumBasicScenario-1305303542 tempest-TestMinimumBasicScenario-1305303542-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b8025-9d38-434d-8ea5-655ac55c252f HTTP/1.1" status: 200 len: 210 time: 0.0274394 Mar 24 15:52:55.396515 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566c140-0af1-4e14-8765-be964ccfbd2f req-2d431eca-bd9e-4177-9afb-97a460ea43fa tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:55.398003 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8566c140-0af1-4e14-8765-be964ccfbd2f req-2d431eca-bd9e-4177-9afb-97a460ea43fa tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0543606 Mar 24 15:52:55.448563 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8566c140-0af1-4e14-8765-be964ccfbd2f req-22591f59-0432-4b7f-beba-cf19ffe485c9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446117 Mar 24 15:52:56.014039 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 63d34fc9-04f5-49c1-9969-e91d144383cb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:52:56.116312 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:52:56.128007 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'port_id': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'mac_address': 'fa:16:3e:78:1c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:52:56.170664 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 63d34fc9-04f5-49c1-9969-e91d144383cb is: ACTIVE; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:52:56.171085 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:56.185948 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63d34fc9-04f5-49c1-9969-e91d144383cb {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:52:56.204799 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:52:56.300545 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:56.354431 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=63d34fc9-04f5-49c1-9969-e91d144383cb,revision_number=6']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:56.431014 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['63d34fc9-04f5-49c1-9969-e91d144383cb'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:52:56.576328 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d6ea-847e-4371-8801-4ce90615db2d req-cbbed8ec-dd7e-42e2-8c78-a27a19711a56 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:56.577819 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7213d6ea-847e-4371-8801-4ce90615db2d req-cbbed8ec-dd7e-42e2-8c78-a27a19711a56 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 944 time: 0.0593905 Mar 24 15:52:56.628458 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7213d6ea-847e-4371-8801-4ce90615db2d req-2e2f9af1-6a42-43ee-81ad-4a6115553f89 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439708 Mar 24 15:52:57.093027 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59776) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:52:57.765490 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32efc53-7225-4237-a0c2-72c30a4f3f95 req-1614e552-4012-46ea-91a1-43899f47ac29 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:57.777009 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d32efc53-7225-4237-a0c2-72c30a4f3f95 req-1614e552-4012-46ea-91a1-43899f47ac29 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 944 time: 0.0667944 Mar 24 15:52:57.834947 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d32efc53-7225-4237-a0c2-72c30a4f3f95 req-62441e14-20cc-4662-8fb6-bae4ae4e24f3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567214 Mar 24 15:52:57.843408 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (705f72c7-97a9-4e62-82aa-54319b8382ab), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:58.025455 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 63d34fc9-04f5-49c1-9969-e91d144383cb up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:52:58.139169 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 63d34fc9-04f5-49c1-9969-e91d144383cb triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:52:58.139731 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:58.253631 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 63d34fc9-04f5-49c1-9969-e91d144383cb is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:52:58.253983 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:58.257540 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] Deleting port a4f87449-9126-46d0-8559-281535128015 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:52:58.258223 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (a4f87449-9126-46d0-8559-281535128015), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:58.306698 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:52:58.313261 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29dc185-933a-4dbd-b3b8-356e3822883c" -d '{"events": [{"server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "name": "network-vif-plugged", "status": "completed", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:52:58.346625 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:52:58.355047 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] For port a4f87449-9126-46d0-8559-281535128015, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=a4f87449-9126-46d0-8559-281535128015,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:52:58.355476 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (a4f87449-9126-46d0-8559-281535128015), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:58.374785 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950905ed-df13-4389-bb0b-c2707c561d04 x-openstack-request-id: req-950905ed-df13-4389-bb0b-c2707c561d04 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:52:58.375266 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "name": "network-vif-plugged", "status": "completed", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:52:58.375401 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] Calling delete_port for a4f87449-9126-46d0-8559-281535128015 owned by network:router_interface {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:52:58.375793 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-950905ed-df13-4389-bb0b-c2707c561d04 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:52:58.376367 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950905ed-df13-4389-bb0b-c2707c561d04'] response: {'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'code': 200} Mar 24 15:52:58.466254 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:58.467124 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 95887a53-c755-40db-a1b2-7e144b454483 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:52:58.511776 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 95887a53-c755-40db-a1b2-7e144b454483 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:52:58.511776 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 95887a53-c755-40db-a1b2-7e144b454483 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:52:58.538737 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=63d34fc9-04f5-49c1-9969-e91d144383cb,revision_number=7']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:58.666928 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (a4f87449-9126-46d0-8559-281535128015), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:58.710227 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f87449-9126-46d0-8559-281535128015,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:52:58.932772 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623798'] for router_interface (705f72c7-97a9-4e62-82aa-54319b8382ab), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:59.006084 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d73fb0-bef8-4c0a-a7cb-bd51cda80d36 req-36a59f9b-73bf-44a3-9318-1d11a283c167 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:52:59.013579 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-21d73fb0-bef8-4c0a-a7cb-bd51cda80d36 req-36a59f9b-73bf-44a3-9318-1d11a283c167 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0814083 Mar 24 15:52:59.070525 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-21d73fb0-bef8-4c0a-a7cb-bd51cda80d36 req-4d3b7416-3867-49c9-9f0e-3932476b2a37 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558834 Mar 24 15:52:59.220130 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] Router 705f72c7-97a9-4e62-82aa-54319b8382ab has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:52:59.367328 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:52:59.378038 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ffb72-ee06-43bd-9056-b8ef8d0cd17b None None] Sync routers for ids ['705f72c7-97a9-4e62-82aa-54319b8382ab'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:52:59.384590 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59804) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:52:59.384997 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-c659370e-55b3-46cd-882f-bd3ec5a65fe9 admin admin] 10.222.0.31 "PUT /v2.0/routers/705f72c7-97a9-4e62-82aa-54319b8382ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2905214 Mar 24 15:52:59.401353 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ffb72-ee06-43bd-9056-b8ef8d0cd17b None None] Routers {'705f72c7-97a9-4e62-82aa-54319b8382ab'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:52:59.402001 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ac1ffb72-ee06-43bd-9056-b8ef8d0cd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['705f72c7-97a9-4e62-82aa-54319b8382ab'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:59.530085 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Publish callbacks [] for router (705f72c7-97a9-4e62-82aa-54319b8382ab), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:59.602630 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ac1ffb72-ee06-43bd-9056-b8ef8d0cd17b None None] Set router 705f72c7-97a9-4e62-82aa-54319b8382ab gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:52:59.682148 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Publish callbacks [] for router_gateway (705f72c7-97a9-4e62-82aa-54319b8382ab), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:59.862324 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ac1ffb72-ee06-43bd-9056-b8ef8d0cd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:52:58Z', 'revision_number': 5, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port': {'id': '0ca2c9b9-5c26-4d00-958b-74d5f0762026', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:08Z', 'updated_at': '2022-03-24T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:52:59.897486 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ffb72-ee06-43bd-9056-b8ef8d0cd17b None None] Checking router: 705f72c7-97a9-4e62-82aa-54319b8382ab for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:52:59.906377 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Deleting port 0ca2c9b9-5c26-4d00-958b-74d5f0762026 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:52:59.906748 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:52:59.908114 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ffb72-ee06-43bd-9056-b8ef8d0cd17b None None] Routers {'705f72c7-97a9-4e62-82aa-54319b8382ab'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:52:59.908828 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ac1ffb72-ee06-43bd-9056-b8ef8d0cd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['705f72c7-97a9-4e62-82aa-54319b8382ab'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:00.039537 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] For port 0ca2c9b9-5c26-4d00-958b-74d5f0762026, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=0ca2c9b9-5c26-4d00-958b-74d5f0762026,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:00.046231 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:00.068454 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Calling delete_port for 0ca2c9b9-5c26-4d00-958b-74d5f0762026 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:00.201582 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ac1ffb72-ee06-43bd-9056-b8ef8d0cd17b None None] Set router 705f72c7-97a9-4e62-82aa-54319b8382ab gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:00.268398 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ac1ffb72-ee06-43bd-9056-b8ef8d0cd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:52:59Z', 'revision_number': 6, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port_host': None}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:00.272044 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65de0-8e94-466b-b5c8-d435b3f69e93 req-d21df761-6367-4176-a8ae-2b7cfaab085c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:00.273582 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-57d65de0-8e94-466b-b5c8-d435b3f69e93 req-d21df761-6367-4176-a8ae-2b7cfaab085c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.1111288 Mar 24 15:53:00.307437 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ffb72-ee06-43bd-9056-b8ef8d0cd17b None None] The sync data for ids ['705f72c7-97a9-4e62-82aa-54319b8382ab'] in dv-cinder-790535-34-iscsi is: [{'id': '705f72c7-97a9-4e62-82aa-54319b8382ab', 'name': 'tempest-TestMinimumBasicScenario-745802651-router', 'tenant_id': '6a4dacff567e4c66bdf8209fad142ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:07Z', 'updated_at': '2022-03-24T15:52:59Z', 'revision_number': 6, 'project_id': '6a4dacff567e4c66bdf8209fad142ed2', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:53:00.375513 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-57d65de0-8e94-466b-b5c8-d435b3f69e93 req-dc692f98-d094-4e22-a590-0146778bf551 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859461 Mar 24 15:53:00.473223 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (0ca2c9b9-5c26-4d00-958b-74d5f0762026), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:00.510724 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca2c9b9-5c26-4d00-958b-74d5f0762026,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:00.534909 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625868'] for router_gateway (705f72c7-97a9-4e62-82aa-54319b8382ab), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:00.661789 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046009'] for router (705f72c7-97a9-4e62-82aa-54319b8382ab), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:00.664470 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Publish callbacks [] for router_controller (705f72c7-97a9-4e62-82aa-54319b8382ab), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.077784 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1623535'] for router (705f72c7-97a9-4e62-82aa-54319b8382ab), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.078398 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 705f72c7-97a9-4e62-82aa-54319b8382ab {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:53:01.083918 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.085072 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-30ebc6a6-4428-42e7-8e33-b11aa572ef1d admin admin] 10.222.0.31 "DELETE /v2.0/routers/705f72c7-97a9-4e62-82aa-54319b8382ab HTTP/1.1" status: 204 len: 168 time: 1.6987123 Mar 24 15:53:01.087633 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59822) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:01.140133 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d42b56-9124-46ce-b844-bddc1813cf7f admin admin] Deleting subnet bc04a805-68fd-4784-af6c-91af1c837ae1 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:53:01.144653 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42d42b56-9124-46ce-b844-bddc1813cf7f admin admin] Publish callbacks [] for subnet (bc04a805-68fd-4784-af6c-91af1c837ae1), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.199339 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 0ca2c9b9-5c26-4d00-958b-74d5f0762026 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:01.204090 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42d42b56-9124-46ce-b844-bddc1813cf7f admin admin] Publish callbacks [] for subnet (bc04a805-68fd-4784-af6c-91af1c837ae1), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.221176 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 0ca2c9b9-5c26-4d00-958b-74d5f0762026 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:01.224782 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 0ca2c9b9-5c26-4d00-958b-74d5f0762026 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:01.224782 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device a4f87449-9126-46d0-8559-281535128015 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:01.243090 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: a4f87449-9126-46d0-8559-281535128015 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:01.243523 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device a4f87449-9126-46d0-8559-281535128015 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:01.334584 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42d42b56-9124-46ce-b844-bddc1813cf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (bc04a805-68fd-4784-af6c-91af1c837ae1), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.518361 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42d42b56-9124-46ce-b844-bddc1813cf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (bc04a805-68fd-4784-af6c-91af1c837ae1), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.532415 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42d42b56-9124-46ce-b844-bddc1813cf7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.536352 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-42d42b56-9124-46ce-b844-bddc1813cf7f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bc04a805-68fd-4784-af6c-91af1c837ae1 HTTP/1.1" status: 204 len: 168 time: 0.4470720 Mar 24 15:53:01.542399 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e405cc7-1e37-4156-a06f-4d44745488ef None None] Network 420cf326-830c-41a3-87d7-6197b727920a requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:53:01.547866 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4c2d6-3a8e-42db-853d-c5f865cf1054 req-5b0745d3-c43e-4ac6-b148-1adbd3a6cd1b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:01.551403 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-49b4c2d6-3a8e-42db-853d-c5f865cf1054 req-5b0745d3-c43e-4ac6-b148-1adbd3a6cd1b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0806031 Mar 24 15:53:01.551798 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59832) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:01.556361 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d42b56-9124-46ce-b844-bddc1813cf7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc04a805-68fd-4784-af6c-91af1c837ae1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:01.661136 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (420cf326-830c-41a3-87d7-6197b727920a), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.710312 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-49b4c2d6-3a8e-42db-853d-c5f865cf1054 req-b27cc974-5e99-489d-948c-09344b8ea41b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733335 Mar 24 15:53:01.763975 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Deleting port a555ade6-fa6d-498a-8db0-08245bed3c6f {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:01.764581 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.793235 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2fd3c-320f-4c46-a337-e91bc1409e21 None None] DHCP port deletion for 420cf326-830c-41a3-87d7-6197b727920a request from dv-cinder-790535-34-iscsi {{(pid=110398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:53:01.852286 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] For port a555ade6-fa6d-498a-8db0-08245bed3c6f, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=a555ade6-fa6d-498a-8db0-08245bed3c6f,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:01.852740 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.859470 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2fd3c-320f-4c46-a337-e91bc1409e21 None None] Deleting port a555ade6-fa6d-498a-8db0-08245bed3c6f {{(pid=110398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:01.860171 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-aeb2fd3c-320f-4c46-a337-e91bc1409e21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), before_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.870589 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Calling delete_port for a555ade6-fa6d-498a-8db0-08245bed3c6f owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:01.947555 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-aeb2fd3c-320f-4c46-a337-e91bc1409e21 None None] For port a555ade6-fa6d-498a-8db0-08245bed3c6f, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=a555ade6-fa6d-498a-8db0-08245bed3c6f,segment=NetworkSegment(867153e5-fec2-4bc6-9ddc-fcc8113ac719),segment_id=867153e5-fec2-4bc6-9ddc-fcc8113ac719)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:01.948122 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-aeb2fd3c-320f-4c46-a337-e91bc1409e21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), precommit_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:01.963846 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2fd3c-320f-4c46-a337-e91bc1409e21 None None] Calling delete_port for a555ade6-fa6d-498a-8db0-08245bed3c6f owned by network:dhcp {{(pid=110398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:02.123682 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:02.136937 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-aeb2fd3c-320f-4c46-a337-e91bc1409e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (a555ade6-fa6d-498a-8db0-08245bed3c6f), after_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:02.153093 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Pushing event deleted for resources: {'Port': ['ID=a555ade6-fa6d-498a-8db0-08245bed3c6f,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:02.157408 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] No DVR routers for this DVR port a555ade6-fa6d-498a-8db0-08245bed3c6f on host dv-cinder-790535-34-iscsi {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:02.183181 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2fd3c-320f-4c46-a337-e91bc1409e21 None None] Pushing event deleted for resources: {'Port': ['ID=a555ade6-fa6d-498a-8db0-08245bed3c6f,revision_number=None']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:02.187171 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2fd3c-320f-4c46-a337-e91bc1409e21 None None] No DVR routers for this DVR port a555ade6-fa6d-498a-8db0-08245bed3c6f on host dv-cinder-790535-34-iscsi {{(pid=110398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:02.261029 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (420cf326-830c-41a3-87d7-6197b727920a), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:02.290727 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420cf326-830c-41a3-87d7-6197b727920a']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:02.300910 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867153e5-fec2-4bc6-9ddc-fcc8113ac719') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:02.301311 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867153e5-fec2-4bc6-9ddc-fcc8113ac719') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:02.315253 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (867153e5-fec2-4bc6-9ddc-fcc8113ac719), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:02.331115 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (867153e5-fec2-4bc6-9ddc-fcc8113ac719), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:02.349021 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:53:02.349441 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (867153e5-fec2-4bc6-9ddc-fcc8113ac719), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:53:02.351359 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:53:02.534632 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (420cf326-830c-41a3-87d7-6197b727920a), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:02.540769 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:02.550354 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] 10.222.0.31 "DELETE /v2.0/networks/420cf326-830c-41a3-87d7-6197b727920a HTTP/1.1" status: 204 len: 168 time: 0.9910834 Mar 24 15:53:02.550354 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59846) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:02.570241 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf066841-a4df-4902-914e-0f30afb2a9db admin admin] Pushing event deleted for resources: {'Network': ['ID=420cf326-830c-41a3-87d7-6197b727920a,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:02.865640 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d322fd-370e-4923-bfe2-dfe0beed54dd req-d91f990f-a573-4a67-9f97-7ad86073427e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:02.873173 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-96d322fd-370e-4923-bfe2-dfe0beed54dd req-d91f990f-a573-4a67-9f97-7ad86073427e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0765731 Mar 24 15:53:02.949608 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-96d322fd-370e-4923-bfe2-dfe0beed54dd req-abb79526-b7d7-4519-9650-22df74f4d7cc tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749300 Mar 24 15:53:03.084175 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:03.100915 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device a555ade6-fa6d-498a-8db0-08245bed3c6f no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:03.123664 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: a555ade6-fa6d-498a-8db0-08245bed3c6f {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:03.123877 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device a555ade6-fa6d-498a-8db0-08245bed3c6f not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:03.568858 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:03.616500 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:53:03.623644 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] Deleting port a09b560f-dd09-4dd6-9f90-e42b35da8e5f {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:03.624869 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:03.736216 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] For port a09b560f-dd09-4dd6-9f90-e42b35da8e5f, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=a09b560f-dd09-4dd6-9f90-e42b35da8e5f,segment=NetworkSegment(1d3973ff-d270-4dad-985d-30a56ab2b45e),segment_id=1d3973ff-d270-4dad-985d-30a56ab2b45e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:03.736691 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:03.753568 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] Calling delete_port for a09b560f-dd09-4dd6-9f90-e42b35da8e5f owned by network:router_interface {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:04.113957 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (a09b560f-dd09-4dd6-9f90-e42b35da8e5f), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:04.145494 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09b560f-dd09-4dd6-9f90-e42b35da8e5f,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:04.232002 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf1931-aec1-4fc1-b95e-8ca5693a9e7a req-c286285d-0fe5-4bc4-b02b-a6dbb428b1cf tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:04.232002 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-abaf1931-aec1-4fc1-b95e-8ca5693a9e7a req-c286285d-0fe5-4bc4-b02b-a6dbb428b1cf tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.1597967 Mar 24 15:53:04.408255 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-abaf1931-aec1-4fc1-b95e-8ca5693a9e7a req-34dedaa3-a67e-4e63-9cf4-cd076b0772fa tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679714 Mar 24 15:53:04.474205 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623798'] for router_interface (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:05.005915 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] Router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:53:05.005915 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:53:05.005915 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-2fc41eb6-9739-49e4-98d7-e24473237f02 admin admin] 10.222.0.31 "PUT /v2.0/routers/e2825c5f-59ec-48c1-b92b-12bc5bc6aea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2864056 Mar 24 15:53:05.008155 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0e19d1-7921-40de-9634-84d60c9a7bb1 None None] Sync routers for ids ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:53:05.008155 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e19d1-7921-40de-9634-84d60c9a7bb1 None None] Routers {'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:05.008155 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-bb0e19d1-7921-40de-9634-84d60c9a7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:05.008155 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-bb0e19d1-7921-40de-9634-84d60c9a7bb1 None None] Set router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:05.008924 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59870) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:05.121745 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Publish callbacks [] for router (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:05.168759 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-bb0e19d1-7921-40de-9634-84d60c9a7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'name': 'tempest-TestMinimumBasicScenario-1797708919-router', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:14Z', 'updated_at': '2022-03-24T15:53:03Z', 'revision_number': 5, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'gw_port': {'id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:15Z', 'updated_at': '2022-03-24T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:05.199051 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0e19d1-7921-40de-9634-84d60c9a7bb1 None None] Checking router: e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:53:05.207644 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e19d1-7921-40de-9634-84d60c9a7bb1 None None] Routers {'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:05.208252 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-bb0e19d1-7921-40de-9634-84d60c9a7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:05.235795 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Publish callbacks [] for router_gateway (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:05.330370 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-bb0e19d1-7921-40de-9634-84d60c9a7bb1 None None] Set router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:05.429197 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Deleting port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:05.429939 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:05.529225 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-bb0e19d1-7921-40de-9634-84d60c9a7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'name': 'tempest-TestMinimumBasicScenario-1797708919-router', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:14Z', 'updated_at': '2022-03-24T15:53:03Z', 'revision_number': 5, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'gw_port': {'id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:15Z', 'updated_at': '2022-03-24T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:05.542596 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec476d09-6c98-4a1c-9820-f37fbe7585a2 req-34f679e3-e303-403a-be9c-b4903ff802cb tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:05.551874 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] For port ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:05.551874 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:05.556309 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ec476d09-6c98-4a1c-9820-f37fbe7585a2 req-34f679e3-e303-403a-be9c-b4903ff802cb tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 946 time: 0.1062381 Mar 24 15:53:05.561707 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0e19d1-7921-40de-9634-84d60c9a7bb1 None None] The sync data for ids ['e2825c5f-59ec-48c1-b92b-12bc5bc6aea3'] in dv-cinder-790535-34-iscsi is: [{'id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'name': 'tempest-TestMinimumBasicScenario-1797708919-router', 'tenant_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:50:14Z', 'updated_at': '2022-03-24T15:53:03Z', 'revision_number': 5, 'project_id': '0558ddb7b2bf490c9dc157736b02e3c7', 'gw_port': {'id': 'ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2825c5f-59ec-48c1-b92b-12bc5bc6aea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:50:15Z', 'updated_at': '2022-03-24T15:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:53:05.634839 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ec476d09-6c98-4a1c-9820-f37fbe7585a2 req-f0892b31-40d8-43fa-aff7-972c46c916cd tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663552 Mar 24 15:53:05.645661 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Calling delete_port for ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 owned by network:router_gateway {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:05.724251 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8051d-7af3-421c-8584-0e3d9ee2b412 req-0c4bb2b6-0bfd-4bcf-bc89-de133e4359de tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:05.726132 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e6b8051d-7af3-421c-8584-0e3d9ee2b412 req-0c4bb2b6-0bfd-4bcf-bc89-de133e4359de tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.1686494 Mar 24 15:53:05.825394 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e6b8051d-7af3-421c-8584-0e3d9ee2b412 req-c5e151a7-3675-4db8-82a1-4e0741aaeaf3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924559 Mar 24 15:53:05.974990 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.004358 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:06.075103 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625868'] for router_gateway (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.192862 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046009'] for router (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.195602 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Publish callbacks [] for router_controller (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.352573 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1623535'] for router (e2825c5f-59ec-48c1-b92b-12bc5bc6aea3), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.352942 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 {{(pid=110397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:53:06.357921 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.361918 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59880) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:06.370133 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-1f21d48d-5649-411e-a7e1-8a1dcdf164e2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e2825c5f-59ec-48c1-b92b-12bc5bc6aea3 HTTP/1.1" status: 204 len: 168 time: 1.3608582 Mar 24 15:53:06.420645 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-781b046e-4cd5-47e0-8657-ee4f914c960b admin admin] Deleting subnet f810f168-54ea-4551-9390-a9684d464799 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:53:06.424508 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-781b046e-4cd5-47e0-8657-ee4f914c960b admin admin] Publish callbacks [] for subnet (f810f168-54ea-4551-9390-a9684d464799), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.462578 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-781b046e-4cd5-47e0-8657-ee4f914c960b admin admin] Publish callbacks [] for subnet (f810f168-54ea-4551-9390-a9684d464799), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.520987 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-781b046e-4cd5-47e0-8657-ee4f914c960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (f810f168-54ea-4551-9390-a9684d464799), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.644163 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-781b046e-4cd5-47e0-8657-ee4f914c960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (f810f168-54ea-4551-9390-a9684d464799), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.673906 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b046e-4cd5-47e0-8657-ee4f914c960b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f810f168-54ea-4551-9390-a9684d464799,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:06.679392 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-781b046e-4cd5-47e0-8657-ee4f914c960b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.686133 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-781b046e-4cd5-47e0-8657-ee4f914c960b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f810f168-54ea-4551-9390-a9684d464799 HTTP/1.1" status: 204 len: 168 time: 0.3202739 Mar 24 15:53:06.686259 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59884) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:06.693455 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db148102-83f3-4e74-b344-09106316a944 None None] Network 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:53:06.809862 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d74c48-b570-41ee-bd60-fe528e539850 req-f32ef45d-21ef-4e6a-b7ac-a8abbfe1d40b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:06.819655 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-62d74c48-b570-41ee-bd60-fe528e539850 req-f32ef45d-21ef-4e6a-b7ac-a8abbfe1d40b tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 946 time: 0.1020625 Mar 24 15:53:06.853604 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:06.923684 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-62d74c48-b570-41ee-bd60-fe528e539850 req-e37487ec-90f3-4782-ba74-a9446e9e5fd4 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027784 Mar 24 15:53:06.933147 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1ced36-5eea-4434-8d88-4436008d9287 None None] DHCP port deletion for 2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f request from dv-cinder-790535-34-iscsi {{(pid=110398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:53:07.002015 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ced36-5eea-4434-8d88-4436008d9287 None None] Deleting port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 {{(pid=110398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:07.002609 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ff1ced36-5eea-4434-8d88-4436008d9287 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), before_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.019045 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Deleting port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:07.019045 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.098498 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0ea6e-07f6-4539-890c-42da11c0401a req-549f2971-6310-4a9d-8132-5008fa9ff7df tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:07.101538 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-89d0ea6e-07f6-4539-890c-42da11c0401a req-549f2971-6310-4a9d-8132-5008fa9ff7df tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.1365583 Mar 24 15:53:07.132239 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-ff1ced36-5eea-4434-8d88-4436008d9287 None None] For port 19e6b854-2b32-448b-80fe-0cd6fcf092c1, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=19e6b854-2b32-448b-80fe-0cd6fcf092c1,segment=NetworkSegment(1d3973ff-d270-4dad-985d-30a56ab2b45e),segment_id=1d3973ff-d270-4dad-985d-30a56ab2b45e)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:07.133080 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ff1ced36-5eea-4434-8d88-4436008d9287 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), precommit_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.138412 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] For port 19e6b854-2b32-448b-80fe-0cd6fcf092c1, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=19e6b854-2b32-448b-80fe-0cd6fcf092c1,segment=NetworkSegment(1d3973ff-d270-4dad-985d-30a56ab2b45e),segment_id=1d3973ff-d270-4dad-985d-30a56ab2b45e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:07.138812 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.146008 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:07.157431 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ced36-5eea-4434-8d88-4436008d9287 None None] Calling delete_port for 19e6b854-2b32-448b-80fe-0cd6fcf092c1 owned by network:dhcp {{(pid=110398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:07.165781 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Calling delete_port for 19e6b854-2b32-448b-80fe-0cd6fcf092c1 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:07.181462 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:07.182246 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device ea7ebf81-e3c0-4cbd-98bc-e2ad1fb48fe0 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:07.183453 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device a09b560f-dd09-4dd6-9f90-e42b35da8e5f no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:07.188176 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-89d0ea6e-07f6-4539-890c-42da11c0401a req-8bbcb3fd-7c63-484b-b00b-193650e0b1e3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784035 Mar 24 15:53:07.219510 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: a09b560f-dd09-4dd6-9f90-e42b35da8e5f {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:07.220105 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device a09b560f-dd09-4dd6-9f90-e42b35da8e5f not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:07.220730 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 19e6b854-2b32-448b-80fe-0cd6fcf092c1 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:07.361367 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 is: ACTIVE; New status is: DOWN {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:07.361914 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.378023 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-01b37ac6-096a-4365-8222-c75caec91829 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:07.381509 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-01b37ac6-096a-4365-8222-c75caec91829 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.24 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 946 time: 0.0632830 Mar 24 15:53:07.393091 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.417880 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ff1ced36-5eea-4434-8d88-4436008d9287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (19e6b854-2b32-448b-80fe-0cd6fcf092c1), after_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.444052 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ced36-5eea-4434-8d88-4436008d9287 None None] Pushing event deleted for resources: {'Port': ['ID=19e6b854-2b32-448b-80fe-0cd6fcf092c1,revision_number=None']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:07.450366 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ced36-5eea-4434-8d88-4436008d9287 None None] No DVR routers for this DVR port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 on host dv-cinder-790535-34-iscsi {{(pid=110398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:07.451053 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e6b854-2b32-448b-80fe-0cd6fcf092c1,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:07.455742 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] No DVR routers for this DVR port 19e6b854-2b32-448b-80fe-0cd6fcf092c1 on host dv-cinder-790535-34-iscsi {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:07.587392 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.622654 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:07.639110 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3973ff-d270-4dad-985d-30a56ab2b45e') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:07.639553 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3973ff-d270-4dad-985d-30a56ab2b45e') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:07.652837 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Deleting port e847de0d-e4bf-4d8c-b8d9-2131b771c6af {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:07.653323 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.658196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (1d3973ff-d270-4dad-985d-30a56ab2b45e), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.715247 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (1d3973ff-d270-4dad-985d-30a56ab2b45e), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.727130 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:53:07.727582 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (1d3973ff-d270-4dad-985d-30a56ab2b45e), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:53:07.729447 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:53:07.811808 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] For port e847de0d-e4bf-4d8c-b8d9-2131b771c6af, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e847de0d-e4bf-4d8c-b8d9-2131b771c6af,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:07.812327 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.877974 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.898992 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:07.905235 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f HTTP/1.1" status: 204 len: 168 time: 1.2179434 Mar 24 15:53:07.911464 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22305f64-7e2f-414a-a539-c3dcae164237 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5295cc-a0ae-4ca0-af04-fbe1534a6c1f,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:08.045350 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:08.045724 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (e9ae7776-301d-4f5f-adf6-163132b77a13), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:08.046053 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Floating IP e9ae7776-301d-4f5f-adf6-163132b77a13 disassociated. External IP: 172.27.0.135, port: e847de0d-e4bf-4d8c-b8d9-2131b771c6af. Mar 24 15:53:08.047193 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Calling delete_port for e847de0d-e4bf-4d8c-b8d9-2131b771c6af owned by compute:nova {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:08.132156 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59309ceb-d59e-4495-ac63-23eeb7f764f3 req-308b8a88-9ecf-4612-8ad9-3f42c846501d tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:08.140433 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-59309ceb-d59e-4495-ac63-23eeb7f764f3 req-308b8a88-9ecf-4612-8ad9-3f42c846501d tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 946 time: 0.0907562 Mar 24 15:53:08.195109 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-59309ceb-d59e-4495-ac63-23eeb7f764f3 req-2d6a643b-518f-489b-878d-3a58958b5417 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups?id=1982311d-4778-4ae3-a4b7-2ea5f68479b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533171 Mar 24 15:53:08.401404 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59896) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:08.456740 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-cdeb0fa6-eb2b-46e9-b2c3-f49b8ec2c679 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a4dacff567e4c66bdf8209fad142ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536134 Mar 24 15:53:08.459822 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59898) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:08.515750 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-401842c3-cda1-473d-a516-510e8a7cc751 admin admin] Publish callbacks [] for security_group (88181ff6-f146-4b1c-b891-50817237c4f6), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:08.538787 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-401842c3-cda1-473d-a516-510e8a7cc751 admin admin] Publish callbacks [] for security_group (88181ff6-f146-4b1c-b891-50817237c4f6), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:08.591176 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (e847de0d-e4bf-4d8c-b8d9-2131b771c6af), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:08.625995 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event deleted for resources: {'Port': ['ID=e847de0d-e4bf-4d8c-b8d9-2131b771c6af,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:08.714341 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36ea1d-9fa1-4f93-ae1a-41ef65dfe856 req-d623704b-ad96-4da2-8ffa-e2f0e6d1b683 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:08.715842 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8e36ea1d-9fa1-4f93-ae1a-41ef65dfe856 req-d623704b-ad96-4da2-8ffa-e2f0e6d1b683 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.4242210 Mar 24 15:53:08.774466 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-401842c3-cda1-473d-a516-510e8a7cc751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (88181ff6-f146-4b1c-b891-50817237c4f6), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:08.777378 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-401842c3-cda1-473d-a516-510e8a7cc751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:08.778981 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-401842c3-cda1-473d-a516-510e8a7cc751 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88181ff6-f146-4b1c-b891-50817237c4f6 HTTP/1.1" status: 204 len: 168 time: 0.3169100 Mar 24 15:53:08.783415 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8e36ea1d-9fa1-4f93-ae1a-41ef65dfe856 req-33c5e363-8c26-4e91-9077-187d3c8accf4 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614588 Mar 24 15:53:08.795797 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401842c3-cda1-473d-a516-510e8a7cc751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88181ff6-f146-4b1c-b891-50817237c4f6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:08.799080 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Router eab2846e-07ac-41ac-8f26-70751f53aab9 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:53:08.920490 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:53:08.931617 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198969ac-63fd-432b-8c1c-58941d153b78 None None] Sync routers for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:53:08.944293 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198969ac-63fd-432b-8c1c-58941d153b78 None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:08.946662 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-198969ac-63fd-432b-8c1c-58941d153b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:08.963325 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] No DVR routers for this DVR port e847de0d-e4bf-4d8c-b8d9-2131b771c6af on host hv-cinder-79053 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:08.966888 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:08.970203 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b50b34f0-828a-451e-a900-892dc1a32a24 req-1bde270c-c9f6-411f-80b7-5dd527ab8ee7 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.24 "DELETE /v2.0/ports/e847de0d-e4bf-4d8c-b8d9-2131b771c6af HTTP/1.1" status: 204 len: 173 time: 1.5835929 Mar 24 15:53:08.970703 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'name': 'network-vif-deleted', 'tag': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:53:08.974610 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760f5149-c3c3-4926-9ee2-afe6f91f88c0" -d '{"events": [{"server_uuid": "548e67eb-c544-4a4e-b8a1-35add04c6316", "name": "network-vif-deleted", "tag": "e847de0d-e4bf-4d8c-b8d9-2131b771c6af"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:53:09.084807 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-198969ac-63fd-432b-8c1c-58941d153b78 None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:09.296909 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935f5120-ae03-4bcf-bd54-ddf323a3da30 x-openstack-request-id: req-935f5120-ae03-4bcf-bd54-ddf323a3da30 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:53:09.297305 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548e67eb-c544-4a4e-b8a1-35add04c6316", "name": "network-vif-deleted", "tag": "e847de0d-e4bf-4d8c-b8d9-2131b771c6af", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:53:09.297687 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-935f5120-ae03-4bcf-bd54-ddf323a3da30 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:53:09.298179 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935f5120-ae03-4bcf-bd54-ddf323a3da30'] response: {'server_uuid': '548e67eb-c544-4a4e-b8a1-35add04c6316', 'name': 'network-vif-deleted', 'tag': 'e847de0d-e4bf-4d8c-b8d9-2131b771c6af', 'status': 'completed', 'code': 200} Mar 24 15:53:09.352713 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-269e820e-e2fb-4cca-bff3-0d2aeb44f4c7 req-4bcda016-1db5-4638-bc8f-91c4d43e7f82 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/ports?device_id=548e67eb-c544-4a4e-b8a1-35add04c6316 HTTP/1.1" status: 200 len: 210 time: 0.0446510 Mar 24 15:53:09.378990 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-198969ac-63fd-432b-8c1c-58941d153b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:09.418066 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198969ac-63fd-432b-8c1c-58941d153b78 None None] Checking router: eab2846e-07ac-41ac-8f26-70751f53aab9 for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:53:09.429903 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198969ac-63fd-432b-8c1c-58941d153b78 None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:09.430759 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-198969ac-63fd-432b-8c1c-58941d153b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:52:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:09.573789 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-198969ac-63fd-432b-8c1c-58941d153b78 None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:09.622664 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59916) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:09.688123 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-e42b3885-e525-46b2-b7ac-11c0fa810224 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0558ddb7b2bf490c9dc157736b02e3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0617607 Mar 24 15:53:09.688453 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59920) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:09.762379 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50647efa-6f28-4e1e-8353-b5cc284a0352 admin admin] Publish callbacks [] for security_group (27592bd5-2efb-4ecb-905f-2c35ca265a88), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:09.787276 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50647efa-6f28-4e1e-8353-b5cc284a0352 admin admin] Publish callbacks [] for security_group (27592bd5-2efb-4ecb-905f-2c35ca265a88), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:09.881136 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-198969ac-63fd-432b-8c1c-58941d153b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:09.915657 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198969ac-63fd-432b-8c1c-58941d153b78 None None] The sync data for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi is: [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:47:37Z', 'revision_number': 4, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '2cc5e7f6-8149-427b-98da-71980ca8ff5d', 'name': '', 'network_id': '98277675-c90d-4a4e-9e9e-52032fc9e1fc', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'mac_address': 'fa:16:3e:c8:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:36Z', 'updated_at': '2022-03-24T15:47:42Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'subnets': [{'id': '8fe8ccca-d329-49a2-a267-7a4eb0cd6a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:53:09.950889 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50647efa-6f28-4e1e-8353-b5cc284a0352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (27592bd5-2efb-4ecb-905f-2c35ca265a88), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:09.961084 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50647efa-6f28-4e1e-8353-b5cc284a0352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:09.963059 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-50647efa-6f28-4e1e-8353-b5cc284a0352 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27592bd5-2efb-4ecb-905f-2c35ca265a88 HTTP/1.1" status: 204 len: 168 time: 0.2727220 Mar 24 15:53:10.009047 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1616b81-5aca-4840-b9bc-6d71919a9a0b req-dca3e4d3-3dd4-4124-916f-1dad4b636058 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:10.010929 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f1616b81-5aca-4840-b9bc-6d71919a9a0b req-dca3e4d3-3dd4-4124-916f-1dad4b636058 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.1312547 Mar 24 15:53:10.017386 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647efa-6f28-4e1e-8353-b5cc284a0352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27592bd5-2efb-4ecb-905f-2c35ca265a88,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:10.093799 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f1616b81-5aca-4840-b9bc-6d71919a9a0b req-f8daa889-0afa-428d-bd97-94292e730ca6 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647709 Mar 24 15:53:10.238576 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a5a4e-fd52-45a4-8c3a-b6da76aaa21d None None] New status for floating IP e9ae7776-301d-4f5f-adf6-163132b77a13: DOWN {{(pid=110399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:53:10.538347 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59948) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:10.593084 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-22287264-372d-42fe-9257-15541fdd9f13 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (1982311d-4778-4ae3-a4b7-2ea5f68479b8), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:10.616751 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-22287264-372d-42fe-9257-15541fdd9f13 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (1982311d-4778-4ae3-a4b7-2ea5f68479b8), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:10.711806 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-22287264-372d-42fe-9257-15541fdd9f13 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (1982311d-4778-4ae3-a4b7-2ea5f68479b8), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:10.714427 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-22287264-372d-42fe-9257-15541fdd9f13 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:10.715611 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-22287264-372d-42fe-9257-15541fdd9f13 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "DELETE /v2.0/security-groups/1982311d-4778-4ae3-a4b7-2ea5f68479b8 HTTP/1.1" status: 204 len: 168 time: 0.1762307 Mar 24 15:53:10.718614 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59952) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:10.725003 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22287264-372d-42fe-9257-15541fdd9f13 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1982311d-4778-4ae3-a4b7-2ea5f68479b8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:10.735971 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.api.v2.resource [None req-7e1a54a0-3013-47cb-b2ef-0368fb3e924c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] show failed (client error): The resource could not be found. Mar 24 15:53:10.737072 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7e1a54a0-3013-47cb-b2ef-0368fb3e924c tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "GET /v2.0/security-groups/1982311d-4778-4ae3-a4b7-2ea5f68479b8 HTTP/1.1" status: 404 len: 347 time: 0.0169659 Mar 24 15:53:10.740949 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 59954) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:10.874092 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c630e21e-8920-4ec1-8e40-f3b7a7289589 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Deleting port a37c5f67-bd6c-453c-8126-0d01e5062baa {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:10.874436 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c630e21e-8920-4ec1-8e40-f3b7a7289589 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (a37c5f67-bd6c-453c-8126-0d01e5062baa), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:10.952603 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c630e21e-8920-4ec1-8e40-f3b7a7289589 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (a37c5f67-bd6c-453c-8126-0d01e5062baa), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:10.952947 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c630e21e-8920-4ec1-8e40-f3b7a7289589 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (a37c5f67-bd6c-453c-8126-0d01e5062baa), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:10.965519 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c630e21e-8920-4ec1-8e40-f3b7a7289589 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Calling delete_port for a37c5f67-bd6c-453c-8126-0d01e5062baa owned by network:floatingip {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:11.024783 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59964) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:11.129144 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1818277069-network', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:11.161788 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c630e21e-8920-4ec1-8e40-f3b7a7289589 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (a37c5f67-bd6c-453c-8126-0d01e5062baa), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.214446 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Made reservation on behalf of f96e6f018e9b4e259edecd86425431f1 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:53:11.216853 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.217287 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630e21e-8920-4ec1-8e40-f3b7a7289589 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Pushing event deleted for resources: {'Port': ['ID=a37c5f67-bd6c-453c-8126-0d01e5062baa,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:11.226695 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.307160 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Publish callbacks [] for security_group (a84ff87d-a805-49ba-87f0-16c96d0674c0), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.309862 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e938f2-6c8c-47e2-bdc8-eabe0578785c req-f9c305f3-08d3-4266-aeed-2b7ad5d6829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:11.311434 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-66e938f2-6c8c-47e2-bdc8-eabe0578785c req-f9c305f3-08d3-4266-aeed-2b7ad5d6829f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 1129 time: 0.2163630 Mar 24 15:53:11.320088 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c630e21e-8920-4ec1-8e40-f3b7a7289589 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks [] for floatingip (e9ae7776-301d-4f5f-adf6-163132b77a13), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.322586 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c630e21e-8920-4ec1-8e40-f3b7a7289589 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.323796 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-c630e21e-8920-4ec1-8e40-f3b7a7289589 tempest-AttachVolumeTestJSON-1789680872 tempest-AttachVolumeTestJSON-1789680872-project] 10.222.0.31 "DELETE /v2.0/floatingips/e9ae7776-301d-4f5f-adf6-163132b77a13 HTTP/1.1" status: 204 len: 168 time: 0.5815697 Mar 24 15:53:11.337730 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac961076-e918-43c4-8314-59821ee59427 req-68075fc3-07da-4d07-9b00-b23ed660f54d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:11.339641 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ac961076-e918-43c4-8314-59821ee59427 req-68075fc3-07da-4d07-9b00-b23ed660f54d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.1592643 Mar 24 15:53:11.385779 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (a84ff87d-a805-49ba-87f0-16c96d0674c0), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.409258 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:53:11.426717 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84ff87d-a805-49ba-87f0-16c96d0674c0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:11.433211 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (924629a9-19a2-4a8c-b0e4-5ff1d214621d), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.433824 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.segments_db [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Added segment 924629a9-19a2-4a8c-b0e4-5ff1d214621d of type vlan for network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 Mar 24 15:53:11.457955 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ac961076-e918-43c4-8314-59821ee59427 req-a96bdba3-442a-4873-8c6b-e9262f0c0fdf tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774951 Mar 24 15:53:11.463252 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e938f2-6c8c-47e2-bdc8-eabe0578785c req-1ffcb29a-1e69-4e34-9f39-ca6e547679c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:11.464766 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-66e938f2-6c8c-47e2-bdc8-eabe0578785c req-1ffcb29a-1e69-4e34-9f39-ca6e547679c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 200 len: 917 time: 0.1459217 Mar 24 15:53:11.483288 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (28c6f896-6ee0-4273-b408-9ea5f8e30f01), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.494402 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0c5c6bee-4d80-47ea-9da1-fdb00e8f3063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.544071 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-66e938f2-6c8c-47e2-bdc8-eabe0578785c req-9f36eece-de36-4e45-ac3c-128f51a0a6bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63d34fc9-04f5-49c1-9969-e91d144383cb HTTP/1.1" status: 200 len: 1000 time: 0.0702956 Mar 24 15:53:11.557252 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (28c6f896-6ee0-4273-b408-9ea5f8e30f01), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.558295 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:11.559247 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.600199 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e938f2-6c8c-47e2-bdc8-eabe0578785c req-1b53d7d0-980c-44ba-bf39-ad6ef34b6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:11.602165 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-66e938f2-6c8c-47e2-bdc8-eabe0578785c req-1b53d7d0-980c-44ba-bf39-ad6ef34b6951 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1174d9a8-d844-4e95-aea1-2f38acd0826a HTTP/1.1" status: 200 len: 855 time: 0.0499487 Mar 24 15:53:11.622981 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] Pushing event updated for resources: {'Network': ['ID=28c6f896-6ee0-4273-b408-9ea5f8e30f01,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:11.633883 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:53:11.654433 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e938f2-6c8c-47e2-bdc8-eabe0578785c req-1cc821fb-5556-4968-94cb-af75f77b353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:11.654633 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-a8c92f29-cae4-44a9-a6f1-c01fbbbab69d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6283319 Mar 24 15:53:11.655196 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59976) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:11.655871 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-66e938f2-6c8c-47e2-bdc8-eabe0578785c req-1cc821fb-5556-4968-94cb-af75f77b353c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bef7f-6e97-472d-9dca-c7bf7c44cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471368 Mar 24 15:53:11.660399 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] Request body: {'subnet': {'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1818277069-subnet', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:11.723395 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] Made reservation on behalf of f96e6f018e9b4e259edecd86425431f1 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:53:11.725890 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:11.746576 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-66e938f2-6c8c-47e2-bdc8-eabe0578785c req-b8ad0250-e2f9-456c-aa06-9bb68ef95229 service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838790 Mar 24 15:53:11.842105 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-66e938f2-6c8c-47e2-bdc8-eabe0578785c req-48a7a5e2-9b51-42fe-ae93-6c42eb9c7932 service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878880 Mar 24 15:53:11.986415 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:12.041355 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:12.052623 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] Checking segment: {'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:53:12.052623 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] Network hostable DHCP agents. Network: 28c6f896-6ee0-4273-b408-9ea5f8e30f01, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:53:12.084033 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device e847de0d-e4bf-4d8c-b8d9-2131b771c6af no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:12.123336 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] Network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:53:12.232062 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: e847de0d-e4bf-4d8c-b8d9-2131b771c6af {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:12.232316 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device e847de0d-e4bf-4d8c-b8d9-2131b771c6af not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:12.237039 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 28c6f896-6ee0-4273-b408-9ea5f8e30f01) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:53:12.241557 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:12.242154 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:12.246722 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c73168-49d8-45b4-8f95-976cc7a1dfe7 None None] Network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:53:12.343118 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:53:12.343978 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:12.382901 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-997f9295-a3b1-49d9-b8f0-fb7041bb0cd6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7266257 Mar 24 15:53:12.385562 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 59978) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:12.389846 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:12.460158 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1623102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045903'] for router (20791003-1bff-4e83-af32-cebe8c0e918a), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:12.461233 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046006'] for router (20791003-1bff-4e83-af32-cebe8c0e918a), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:12.478122 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Allocated IP 172.20.0.2 (28c6f896-6ee0-4273-b408-9ea5f8e30f01/5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8/9a396e16-a9aa-495e-a589-e43017a4641c) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:53:12.520016 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Publish callbacks [] for router_controller (20791003-1bff-4e83-af32-cebe8c0e918a), precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:12.595885 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8851bf-b605-45b0-a0be-dc95838d873c req-31eeb0aa-3eb8-4fb8-a143-1bd0e2b17f0f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:12.598500 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0c8851bf-b605-45b0-a0be-dc95838d873c req-31eeb0aa-3eb8-4fb8-a143-1bd0e2b17f0f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0670681 Mar 24 15:53:12.646476 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Publish callbacks [] for port (9a396e16-a9aa-495e-a589-e43017a4641c), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:12.700685 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:12.737302 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:53:12.740313 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:53:12.743890 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:53:12.757395 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Pushing event updated for resources: {'Port': ['ID=9a396e16-a9aa-495e-a589-e43017a4641c,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:12.775186 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0c8851bf-b605-45b0-a0be-dc95838d873c req-f2547945-50eb-4826-87f0-3e92def22819 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412287 Mar 24 15:53:12.782004 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Publish callbacks [] for router_gateway (20791003-1bff-4e83-af32-cebe8c0e918a), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:12.813889 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Attempting to bind port 9a396e16-a9aa-495e-a589-e43017a4641c on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:53:12.814252 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Attempting to bind port 9a396e16-a9aa-495e-a589-e43017a4641c by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:53:12.814619 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Attempting to bind port 9a396e16-a9aa-495e-a589-e43017a4641c on network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:53:12.819684 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:53:12.820064 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Checking segment: {'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:53:12.820471 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:12.820864 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Bound using segment: {'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:53:12.821332 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Bound port: 9a396e16-a9aa-495e-a589-e43017a4641c, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:53:12.821711 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:12.893150 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] For port 9a396e16-a9aa-495e-a589-e43017a4641c, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:53:12.900608 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] For port 9a396e16-a9aa-495e-a589-e43017a4641c, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=9a396e16-a9aa-495e-a589-e43017a4641c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:53:12.969844 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:13.043041 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa76b10-3568-4eb2-bf9a-e304fa5d6c28 None None] Pushing event updated for resources: {'Port': ['ID=9a396e16-a9aa-495e-a589-e43017a4641c,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:13.091235 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Publish callbacks [] for router_gateway (20791003-1bff-4e83-af32-cebe8c0e918a), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:13.114784 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:13.240729 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Allocated IP 172.27.0.239 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/dd5a8d13-9b61-42b5-98f1-569ec7c2087d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:53:13.365376 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Publish callbacks [] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:13.466497 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:13.503650 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:53:13.508823 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:53:13.510003 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:53:13.549121 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Pushing event updated for resources: {'Port': ['ID=dd5a8d13-9b61-42b5-98f1-569ec7c2087d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:13.843849 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-eadbb3d1-e097-499f-bb1d-adbc2a49db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:13.931844 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b383ee4-6c41-411f-8ac3-ce26545492a7 req-42bf87f5-52b4-4eec-bc13-77a4d06a46fb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:13.933467 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5b383ee4-6c41-411f-8ac3-ce26545492a7 req-42bf87f5-52b4-4eec-bc13-77a4d06a46fb tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 945 time: 0.0609174 Mar 24 15:53:13.999234 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5b383ee4-6c41-411f-8ac3-ce26545492a7 req-138c3c3c-be32-40fd-b109-1657fcefef47 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590787 Mar 24 15:53:14.018342 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a37df-f1e9-4251-a52b-0c5b8afef86d None None] Network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:53:14.100988 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 63d34fc9-04f5-49c1-9969-e91d144383cb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:14.113806 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Publish callbacks [] for router_gateway (20791003-1bff-4e83-af32-cebe8c0e918a), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:14.131325 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-025687c6-f6ea-4b0f-ad1f-3c9ac3acbda1 None None] Provisioning complete for port 9a396e16-a9aa-495e-a589-e43017a4641c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:14.131956 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-025687c6-f6ea-4b0f-ad1f-3c9ac3acbda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:14.316069 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-025687c6-f6ea-4b0f-ad1f-3c9ac3acbda1 None None] Current status of the port 9a396e16-a9aa-495e-a589-e43017a4641c is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:14.316654 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-025687c6-f6ea-4b0f-ad1f-3c9ac3acbda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:14.330039 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 63d34fc9-04f5-49c1-9969-e91d144383cb is: ACTIVE; New status is: DOWN {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:14.330439 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:14.366077 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:53:14.368619 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31af4344-2666-4104-8dc7-688d55b3443b" -d '{"events": [{"server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "name": "network-vif-unplugged", "status": "completed", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:53:14.397795 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896'] for router (20791003-1bff-4e83-af32-cebe8c0e918a), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:14.412899 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-025687c6-f6ea-4b0f-ad1f-3c9ac3acbda1 None None] For port 9a396e16-a9aa-495e-a589-e43017a4641c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=9a396e16-a9aa-495e-a589-e43017a4641c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:14.423315 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:14.543020 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-025687c6-f6ea-4b0f-ad1f-3c9ac3acbda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:14.545670 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:14.577448 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Mar 2022 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eb107a-0b0b-4948-827d-ee95d410016f x-openstack-request-id: req-13eb107a-0b0b-4948-827d-ee95d410016f {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:53:14.577742 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "name": "network-vif-unplugged", "status": "failed", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb", "code": 422}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:53:14.577999 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13eb107a-0b0b-4948-827d-ee95d410016f {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:53:14.578428 dv-cinder-790535-34-iscsi neutron-server[110398]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-13eb107a-0b0b-4948-827d-ee95d410016f']: {'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'code': 422} returned with failed status Mar 24 15:53:14.603855 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025687c6-f6ea-4b0f-ad1f-3c9ac3acbda1 None None] Pushing event updated for resources: {'Port': ['ID=9a396e16-a9aa-495e-a589-e43017a4641c,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:14.643540 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Router 20791003-1bff-4e83-af32-cebe8c0e918a is scheduled to L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:53:14.663982 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=63d34fc9-04f5-49c1-9969-e91d144383cb,revision_number=8']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:14.673649 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-cdf071e9-ecda-4eb8-b8cd-8f07b6f33c9d None None] Provisioning complete for port 9a396e16-a9aa-495e-a589-e43017a4641c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:14.674032 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cdf071e9-ecda-4eb8-b8cd-8f07b6f33c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:14.757756 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-cdf071e9-ecda-4eb8-b8cd-8f07b6f33c9d None None] Current status of the port 9a396e16-a9aa-495e-a589-e43017a4641c is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:14.759930 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:53:14.774597 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Sync routers for ids ['20791003-1bff-4e83-af32-cebe8c0e918a'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:53:14.783842 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Routers {'20791003-1bff-4e83-af32-cebe8c0e918a'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:14.784475 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['20791003-1bff-4e83-af32-cebe8c0e918a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:14.845019 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:14.846304 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-a1577961-7d47-4b65-9968-953662a0e97b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4597664 Mar 24 15:53:14.849104 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60026) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:14.899111 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Set router 20791003-1bff-4e83-af32-cebe8c0e918a gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:15.079107 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:15.104706 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:13Z', 'revision_number': 3, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:15.134072 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Checking router: 20791003-1bff-4e83-af32-cebe8c0e918a for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:53:15.134431 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Updating router 20791003-1bff-4e83-af32-cebe8c0e918a port dd5a8d13-9b61-42b5-98f1-569ec7c2087d binding host dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:53:15.163122 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 9a396e16-a9aa-495e-a589-e43017a4641c up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:53:15.201804 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:15.300800 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 9a396e16-a9aa-495e-a589-e43017a4641c triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:15.301455 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:15.303407 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:15.380126 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60036) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:15.607933 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Allocated IP 172.20.0.1 (28c6f896-6ee0-4273-b408-9ea5f8e30f01/5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8/6b93e032-083c-4ae6-a2ae-b95dd7b34151) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:53:15.651444 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 9a396e16-a9aa-495e-a589-e43017a4641c is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:15.726230 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Publish callbacks [] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:15.803570 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:15.817070 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Publish callbacks [] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:15.852405 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Attempting to bind port dd5a8d13-9b61-42b5-98f1-569ec7c2087d on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:53:15.852693 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Attempting to bind port dd5a8d13-9b61-42b5-98f1-569ec7c2087d by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:53:15.853055 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Attempting to bind port dd5a8d13-9b61-42b5-98f1-569ec7c2087d on network cd957b4c-42c5-4eea-915f-4d8712523c86 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:53:15.864522 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:53:15.864905 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:53:15.865317 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:15.865713 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Bound using segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:53:15.866185 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Bound port: dd5a8d13-9b61-42b5-98f1-569ec7c2087d, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:53:15.866571 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:15.868215 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cc6b0-51d9-4303-9ba7-4a938bd593be None None] Pushing event updated for resources: {'Port': ['ID=dd5a8d13-9b61-42b5-98f1-569ec7c2087d,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:15.936388 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] For port dd5a8d13-9b61-42b5-98f1-569ec7c2087d, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:53:15.941865 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] For port dd5a8d13-9b61-42b5-98f1-569ec7c2087d, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=dd5a8d13-9b61-42b5-98f1-569ec7c2087d,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:53:15.981198 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:16.048957 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:16.060260 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:53:16.070883 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:53:16.073437 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:53:16.074275 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625853'] for router_interface (20791003-1bff-4e83-af32-cebe8c0e918a), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:16.109054 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Routers {'20791003-1bff-4e83-af32-cebe8c0e918a'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:16.109782 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['20791003-1bff-4e83-af32-cebe8c0e918a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:16.133526 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Pushing event updated for resources: {'Port': ['ID=6b93e032-083c-4ae6-a2ae-b95dd7b34151,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:16.153111 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cc6b0-51d9-4303-9ba7-4a938bd593be None None] Pushing event updated for resources: {'Port': ['ID=dd5a8d13-9b61-42b5-98f1-569ec7c2087d,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:16.194630 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec2092-c180-4b43-b7d5-8ca9037ce1d0 req-7a6d0550-ce60-4c13-917e-50810c14cb16 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:16.196230 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b9ec2092-c180-4b43-b7d5-8ca9037ce1d0 req-7a6d0550-ce60-4c13-917e-50810c14cb16 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.2208560 Mar 24 15:53:16.237956 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] Set router 20791003-1bff-4e83-af32-cebe8c0e918a gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:16.342524 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (eab2846e-07ac-41ac-8f26-70751f53aab9), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:16.349651 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b9ec2092-c180-4b43-b7d5-8ca9037ce1d0 req-6b0f3f83-df84-422b-92f2-a8f2e9666eff tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381185 Mar 24 15:53:16.415010 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-dd97eb94-957f-4c68-a235-be2905106f1e None None] Provisioning complete for port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:16.415632 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-dd97eb94-957f-4c68-a235-be2905106f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:16.460059 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:16.470578 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [req-13cb8bcc-4c93-4a59-8f57-ac7460b5d194 req-63711402-5916-41ca-b761-fd67b5e943a0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:53:16.471892 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-13cb8bcc-4c93-4a59-8f57-ac7460b5d194 req-63711402-5916-41ca-b761-fd67b5e943a0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527618 Mar 24 15:53:16.479735 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-dd97eb94-957f-4c68-a235-be2905106f1e None None] Port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:53:16.500577 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:13Z', 'revision_number': 3, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:16.531866 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e8664-131c-4bdb-96c2-631224232908 None None] The sync data for ids ['20791003-1bff-4e83-af32-cebe8c0e918a'] in dv-cinder-790535-34-iscsi is: [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:13Z', 'revision_number': 3, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:53:16.581375 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.144693 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-3188c549-c83b-42a0-bec0-bc0fd9fac942 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0566154 Mar 24 15:53:17.149457 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device dd5a8d13-9b61-42b5-98f1-569ec7c2087d up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:53:17.151590 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07065aec-e810-4896-b70b-2a547f29348e req-cedd7bf7-c659-4854-af4b-ec54f0da5541 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:17.163158 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-07065aec-e810-4896-b70b-2a547f29348e req-cedd7bf7-c659-4854-af4b-ec54f0da5541 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.1711857 Mar 24 15:53:17.210327 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port dd5a8d13-9b61-42b5-98f1-569ec7c2087d triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:17.211050 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.211188 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Publish callbacks [] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.219726 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-d6b9c617-25d2-4880-92ed-2e6728f786ab tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:17.221408 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-d6b9c617-25d2-4880-92ed-2e6728f786ab tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports/63d34fc9-04f5-49c1-9969-e91d144383cb HTTP/1.1" status: 200 len: 940 time: 0.0570943 Mar 24 15:53:17.247884 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] Deleting port 2cc5e7f6-8149-427b-98da-71980ca8ff5d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:17.248234 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.310228 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port dd5a8d13-9b61-42b5-98f1-569ec7c2087d is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:17.312031 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.314145 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.314918 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625705'] for router_interface (20791003-1bff-4e83-af32-cebe8c0e918a), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.325348 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-07065aec-e810-4896-b70b-2a547f29348e req-a06a60c4-714f-4dae-bd4b-d07843805ca3 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521373 Mar 24 15:53:17.345491 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port dd5a8d13-9b61-42b5-98f1-569ec7c2087d, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=dd5a8d13-9b61-42b5-98f1-569ec7c2087d,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:17.395069 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Pushing event updated for resources: {'Port': ['ID=6b93e032-083c-4ae6-a2ae-b95dd7b34151,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:17.408678 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.419906 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] For port 2cc5e7f6-8149-427b-98da-71980ca8ff5d, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=2cc5e7f6-8149-427b-98da-71980ca8ff5d,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:17.420277 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.437588 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] Calling delete_port for 2cc5e7f6-8149-427b-98da-71980ca8ff5d owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:17.513829 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=dd5a8d13-9b61-42b5-98f1-569ec7c2087d,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:17.566740 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa36d4-d23b-4de5-85f2-4c61386f6630 req-f7b60143-e7b2-4aae-98ae-7b346c6d3f10 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:17.568541 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cbaa36d4-d23b-4de5-85f2-4c61386f6630 req-f7b60143-e7b2-4aae-98ae-7b346c6d3f10 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.1033690 Mar 24 15:53:17.618751 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:53:17.636906 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cbaa36d4-d23b-4de5-85f2-4c61386f6630 req-87e2a889-7928-42da-8fc4-96cd8d782605 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614700 Mar 24 15:53:17.658310 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:53:17.763490 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.849365 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Router 20791003-1bff-4e83-af32-cebe8c0e918a has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:53:17.916491 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-3fa9228d-5c3e-4a72-aae0-804677599c5e None None] Provisioning complete for port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:17.916491 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3fa9228d-5c3e-4a72-aae0-804677599c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.939017 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (2cc5e7f6-8149-427b-98da-71980ca8ff5d), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:17.949634 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9228d-5c3e-4a72-aae0-804677599c5e None None] Port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:53:17.971541 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc5e7f6-8149-427b-98da-71980ca8ff5d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:18.042258 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:53:18.076312 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-636cff2f-4ee6-4755-be9e-0dbdb0d3cf70 admin admin] 10.222.0.31 "PUT /v2.0/routers/20791003-1bff-4e83-af32-cebe8c0e918a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2260098 Mar 24 15:53:18.099279 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 63d34fc9-04f5-49c1-9969-e91d144383cb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:18.138205 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623798'] for router_interface (eab2846e-07ac-41ac-8f26-70751f53aab9), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:18.218288 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 63d34fc9-04f5-49c1-9969-e91d144383cb is: DOWN; New status is: DOWN {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:18.417834 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] Router eab2846e-07ac-41ac-8f26-70751f53aab9 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:53:18.503347 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Sync routers for ids ['20791003-1bff-4e83-af32-cebe8c0e918a'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:53:18.513553 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Routers {'20791003-1bff-4e83-af32-cebe8c0e918a'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:18.514205 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['20791003-1bff-4e83-af32-cebe8c0e918a'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:18.558484 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a94b58-84b8-4eab-bfa3-828b52c801d1 req-5038594d-bd5f-48fa-8cd9-fc0712445401 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:18.560164 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-35a94b58-84b8-4eab-bfa3-828b52c801d1 req-5038594d-bd5f-48fa-8cd9-fc0712445401 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.1317074 Mar 24 15:53:18.589661 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:53:18.595422 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-0cc643cf-4a5a-4811-8465-e8822b86cff9 admin admin] 10.222.0.31 "PUT /v2.0/routers/eab2846e-07ac-41ac-8f26-70751f53aab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2144885 Mar 24 15:53:18.599060 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60092) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:18.610052 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21abc73c-ba42-4d3b-8378-b093aa23c43d None None] Sync routers for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:53:18.631387 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-35a94b58-84b8-4eab-bfa3-828b52c801d1 req-964db43e-44d1-48c6-bbb0-c116b6606318 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648055 Mar 24 15:53:18.632422 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21abc73c-ba42-4d3b-8378-b093aa23c43d None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:18.633185 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-21abc73c-ba42-4d3b-8378-b093aa23c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:18.642069 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Set router 20791003-1bff-4e83-af32-cebe8c0e918a gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:18.811586 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-21abc73c-ba42-4d3b-8378-b093aa23c43d None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:18.843091 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041dd18-7993-4983-9db2-802d88230f94 req-fd83b9a8-3d4c-4b9b-8e7c-a6299a81ce89 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:18.850258 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e041dd18-7993-4983-9db2-802d88230f94 req-fd83b9a8-3d4c-4b9b-8e7c-a6299a81ce89 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.1009870 Mar 24 15:53:18.895710 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Publish callbacks [] for router (eab2846e-07ac-41ac-8f26-70751f53aab9), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:18.998192 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:16Z', 'revision_number': 4, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '6b93e032-083c-4ae6-a2ae-b95dd7b34151', 'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'mac_address': 'fa:16:3e:8c:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:15Z', 'updated_at': '2022-03-24T15:53:16Z', 'revision_number': 2, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'subnets': [{'id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:19.029439 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60104) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:19.040049 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1922479550-network', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:19.040713 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-53e32429-e6cc-4208-ba9d-c04768c0f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:19.042215 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-53e32429-e6cc-4208-ba9d-c04768c0f3c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1&tenant_id=6dec19605af54dd9957ff4fd59dac64a HTTP/1.1" status: 200 len: 1127 time: 0.2197349 Mar 24 15:53:19.062471 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Checking router: 20791003-1bff-4e83-af32-cebe8c0e918a for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:53:19.063970 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Updating router 20791003-1bff-4e83-af32-cebe8c0e918a port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 binding host dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:53:19.104119 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e041dd18-7993-4983-9db2-802d88230f94 req-3f9e09db-1ad4-4fee-9b68-dcd768176e71 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522702 Mar 24 15:53:19.113284 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.124182 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-21abc73c-ba42-4d3b-8378-b093aa23c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:19.129281 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-81f5f7f1-753e-4d7f-a14e-fe46cdbf49fa tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:19.130904 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-81f5f7f1-753e-4d7f-a14e-fe46cdbf49fa tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.0872431 Mar 24 15:53:19.143381 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Publish callbacks [] for router_gateway (eab2846e-07ac-41ac-8f26-70751f53aab9), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.163747 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21abc73c-ba42-4d3b-8378-b093aa23c43d None None] Checking router: eab2846e-07ac-41ac-8f26-70751f53aab9 for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:53:19.177168 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21abc73c-ba42-4d3b-8378-b093aa23c43d None None] Routers {'eab2846e-07ac-41ac-8f26-70751f53aab9'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:19.177374 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-61213f44-50b0-464a-b319-4931ac82cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:19.178201 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-21abc73c-ba42-4d3b-8378-b093aa23c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['eab2846e-07ac-41ac-8f26-70751f53aab9'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:19.178933 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-61213f44-50b0-464a-b319-4931ac82cced service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6dec19605af54dd9957ff4fd59dac64a&device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 1127 time: 0.0836701 Mar 24 15:53:19.205259 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Made reservation on behalf of 4aa8da36393e4b25a136534f23549ab3 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:53:19.207934 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.226992 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.277527 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device dd5a8d13-9b61-42b5-98f1-569ec7c2087d up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:53:19.294943 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-76027886-f426-4a5b-9641-6139bab3b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:19.296647 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-76027886-f426-4a5b-9641-6139bab3b19c service neutron] 10.222.0.24 "GET /v2.0/networks?id=064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 200 len: 917 time: 0.1050584 Mar 24 15:53:19.338102 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Deleting port 58661a99-4c32-4786-8109-9eb6f4a307ea {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:19.338509 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.381254 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-21abc73c-ba42-4d3b-8378-b093aa23c43d None None] Set router eab2846e-07ac-41ac-8f26-70751f53aab9 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:19.383465 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port dd5a8d13-9b61-42b5-98f1-569ec7c2087d triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:19.384016 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.429560 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Publish callbacks [] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), precommit_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.439725 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Publish callbacks [] for security_group (df4ca3f4-e519-414e-8d9e-41dc16aa9a68), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.453792 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-55d8acfd-7ed4-4676-a910-9036c70f8071 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63d34fc9-04f5-49c1-9969-e91d144383cb HTTP/1.1" status: 200 len: 998 time: 0.1216903 Mar 24 15:53:19.456187 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Deleting port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:19.457061 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.476754 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] For port 58661a99-4c32-4786-8109-9eb6f4a307ea, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=58661a99-4c32-4786-8109-9eb6f4a307ea,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:19.477762 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.563284 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.570811 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (df4ca3f4-e519-414e-8d9e-41dc16aa9a68), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.595224 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] For port 50f603d2-0fa8-4b02-bf58-2bc6443cb25a, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=50f603d2-0fa8-4b02-bf58-2bc6443cb25a,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:19.595754 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.614398 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Calling delete_port for 50f603d2-0fa8-4b02-bf58-2bc6443cb25a owned by network:router_gateway {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:19.624818 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Pushing event updated for resources: {'Port': ['ID=6b93e032-083c-4ae6-a2ae-b95dd7b34151,revision_number=3']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:19.640303 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.641245 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.642330 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.642895 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.645095 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.645612 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.646122 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.647229 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.650200 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.651185 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.651185 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.652917 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.655224 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.655419 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.656179 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:19.697633 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:53:19.737401 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4ca3f4-e519-414e-8d9e-41dc16aa9a68,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:19.776319 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (db6de993-51e8-4662-861f-588adacc1841), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.776627 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Attempting to bind port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:53:19.777018 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Attempting to bind port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:53:19.777393 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Attempting to bind port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 on network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:53:19.777753 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port dd5a8d13-9b61-42b5-98f1-569ec7c2087d is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:19.777898 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.segments_db [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Added segment db6de993-51e8-4662-861f-588adacc1841 of type vlan for network 60a70f5b-2b69-4a37-8613-68fb81af9306 Mar 24 15:53:19.789898 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:53:19.790727 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Checking segment: {'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:53:19.791154 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.791708 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Bound using segment: {'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:53:19.792212 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Bound port: 6b93e032-083c-4ae6-a2ae-b95dd7b34151, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'}}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:53:19.792602 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.842105 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-21abc73c-ba42-4d3b-8378-b093aa23c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:19.871216 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] For port 6b93e032-083c-4ae6-a2ae-b95dd7b34151, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:53:19.875130 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] For port 6b93e032-083c-4ae6-a2ae-b95dd7b34151, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=6b93e032-083c-4ae6-a2ae-b95dd7b34151,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:53:19.875652 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21abc73c-ba42-4d3b-8378-b093aa23c43d None None] The sync data for ids ['eab2846e-07ac-41ac-8f26-70751f53aab9'] in dv-cinder-790535-34-iscsi is: [{'id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'name': 'tempest-AttachVolumeTestJSON-1475300606-router', 'tenant_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:32Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 5, 'project_id': 'd15dccd3aa0a4263b617ac6952262bb4', 'gw_port': {'id': '50f603d2-0fa8-4b02-bf58-2bc6443cb25a', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab2846e-07ac-41ac-8f26-70751f53aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:53:19.886590 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-9744fe02-ddd6-4149-8fa5-6878ccff7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:19.888237 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-9744fe02-ddd6-4149-8fa5-6878ccff7df9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1174d9a8-d844-4e95-aea1-2f38acd0826a HTTP/1.1" status: 200 len: 855 time: 0.4281371 Mar 24 15:53:19.932079 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (60a70f5b-2b69-4a37-8613-68fb81af9306), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.964510 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:19.981744 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-80412003-572d-4482-94a1-d8a17d0cbc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:19.984507 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-80412003-572d-4482-94a1-d8a17d0cbc7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bef7f-6e97-472d-9dca-c7bf7c44cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0884347 Mar 24 15:53:20.025457 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Routers {'20791003-1bff-4e83-af32-cebe8c0e918a'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:20.026111 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['20791003-1bff-4e83-af32-cebe8c0e918a'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:20.039029 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.039640 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (5d8c5309-4c55-4eb8-b187-7d586d73f956), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.040051 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Floating IP 5d8c5309-4c55-4eb8-b187-7d586d73f956 disassociated. External IP: 172.27.0.57, port: 58661a99-4c32-4786-8109-9eb6f4a307ea. Mar 24 15:53:20.040535 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Calling delete_port for 58661a99-4c32-4786-8109-9eb6f4a307ea owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:20.067541 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (50f603d2-0fa8-4b02-bf58-2bc6443cb25a), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.089475 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Provisioning complete for port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:20.089863 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.108768 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f603d2-0fa8-4b02-bf58-2bc6443cb25a,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:20.186768 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-10789586-85b6-4ac5-835c-b19b132f726c service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957717 Mar 24 15:53:20.225609 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae213b-2ecc-4161-ae2c-46f87c0d5dfe None None] Pushing event updated for resources: {'Port': ['ID=6b93e032-083c-4ae6-a2ae-b95dd7b34151,revision_number=4']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:20.250263 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Current status of the port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:20.253349 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.260041 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] Set router 20791003-1bff-4e83-af32-cebe8c0e918a gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:20.311295 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] For port 6b93e032-083c-4ae6-a2ae-b95dd7b34151, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=6b93e032-083c-4ae6-a2ae-b95dd7b34151,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:20.392229 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.512087 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Pushing event updated for resources: {'Port': ['ID=6b93e032-083c-4ae6-a2ae-b95dd7b34151,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:20.526238 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.526599 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.526966 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.527319 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.527752 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.527992 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.528471 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.528951 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.529292 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.529910 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.530254 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.530590 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.531541 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.531882 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.532219 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966f57d-6ce0-47dc-a6da-fd42555e0432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:20.543624 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-c32c4acb-fc68-497c-bd2e-d426b113457e None None] Provisioning complete for port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:20.544223 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c32c4acb-fc68-497c-bd2e-d426b113457e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.545710 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (60a70f5b-2b69-4a37-8613-68fb81af9306), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.547466 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:20.547466 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.609411 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625868'] for router_gateway (eab2846e-07ac-41ac-8f26-70751f53aab9), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.645694 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b837222-53b6-40dc-ba02-5543341c8c12 req-9e23442d-1c68-4c20-be0a-0fabca86a010 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:20.647919 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6b837222-53b6-40dc-ba02-5543341c8c12 req-9e23442d-1c68-4c20-be0a-0fabca86a010 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.6125658 Mar 24 15:53:20.651352 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-c32c4acb-fc68-497c-bd2e-d426b113457e None None] Current status of the port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:20.656005 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] Pushing event updated for resources: {'Network': ['ID=60a70f5b-2b69-4a37-8613-68fb81af9306,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:20.670338 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 60a70f5b-2b69-4a37-8613-68fb81af9306 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:53:20.675666 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:16Z', 'revision_number': 4, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '6b93e032-083c-4ae6-a2ae-b95dd7b34151', 'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'mac_address': 'fa:16:3e:8c:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:15Z', 'updated_at': '2022-03-24T15:53:19Z', 'revision_number': 4, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'subnets': [{'id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:20.714554 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06fde3-da6f-4a1c-a34c-612ccf9d7359 None None] The sync data for ids ['20791003-1bff-4e83-af32-cebe8c0e918a'] in dv-cinder-790535-34-iscsi is: [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:16Z', 'revision_number': 4, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '6b93e032-083c-4ae6-a2ae-b95dd7b34151', 'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'mac_address': 'fa:16:3e:8c:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:15Z', 'updated_at': '2022-03-24T15:53:19Z', 'revision_number': 4, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'subnets': [{'id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:53:20.743347 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-349b5efb-dad1-48c9-9d67-7921574ce716 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7131312 Mar 24 15:53:20.744066 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046009'] for router (eab2846e-07ac-41ac-8f26-70751f53aab9), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.745851 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60110) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:20.749363 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Publish callbacks [] for router_controller (eab2846e-07ac-41ac-8f26-70751f53aab9), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.756896 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] Request body: {'subnet': {'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1922479550-subnet', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'ip_version': 4}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:20.778492 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6b837222-53b6-40dc-ba02-5543341c8c12 req-1687dad2-4b33-4afe-9120-84c06e278976 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129880 Mar 24 15:53:20.804097 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42024-f915-4e17-8ea6-915ebcc1e86d req-f8ae0033-ad63-4206-82f5-a93efebc64af tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:20.805784 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-11d42024-f915-4e17-8ea6-915ebcc1e86d req-f8ae0033-ad63-4206-82f5-a93efebc64af tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 945 time: 0.5994663 Mar 24 15:53:20.861339 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b663efc-3db7-4dea-81c3-c19b7506b1b6 req-63edbcb8-25bb-4498-aff5-9bb0859b0301 service neutron] 10.222.0.24 "GET /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6674473 Mar 24 15:53:20.902694 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-11d42024-f915-4e17-8ea6-915ebcc1e86d req-0f3923e2-621f-4413-97d2-cac2506ce53d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed181499-9d7a-4aad-9c54-db2cad94dc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561941 Mar 24 15:53:20.911708 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (58661a99-4c32-4786-8109-9eb6f4a307ea), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.947541 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1623535'] for router (eab2846e-07ac-41ac-8f26-70751f53aab9), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.948837 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab2846e-07ac-41ac-8f26-70751f53aab9 {{(pid=110397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:53:20.949850 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event deleted for resources: {'Port': ['ID=58661a99-4c32-4786-8109-9eb6f4a307ea,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:20.964714 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.965935 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-e57f0dc5-4b7d-4e97-8403-482eecc14357 admin admin] 10.222.0.31 "DELETE /v2.0/routers/eab2846e-07ac-41ac-8f26-70751f53aab9 HTTP/1.1" status: 204 len: 168 time: 2.3649673 Mar 24 15:53:20.966694 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] Made reservation on behalf of 4aa8da36393e4b25a136534f23549ab3 for: {'subnet': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:53:20.984732 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127861650'] for subnet (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:20.998396 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60114) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:21.156950 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d1dcd2-4580-48c2-8803-e16aa81698ce admin admin] Deleting subnet 8fe8ccca-d329-49a2-a267-7a4eb0cd6a10 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:53:21.159049 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37d1dcd2-4580-48c2-8803-e16aa81698ce admin admin] Publish callbacks [] for subnet (8fe8ccca-d329-49a2-a267-7a4eb0cd6a10), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:21.232214 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:53:21.258245 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37d1dcd2-4580-48c2-8803-e16aa81698ce admin admin] Publish callbacks [] for subnet (8fe8ccca-d329-49a2-a267-7a4eb0cd6a10), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:21.384380 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127191811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127861636'] for subnet (fb9814eb-0c7a-4f9b-9714-179e34a30c72), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:21.404832 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37d1dcd2-4580-48c2-8803-e16aa81698ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (8fe8ccca-d329-49a2-a267-7a4eb0cd6a10), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:21.472871 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9814eb-0c7a-4f9b-9714-179e34a30c72,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:21.506246 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:53:21.524107 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c62fb-0da1-4fa0-a114-4a3981dd335b None None] Sync routers for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:53:21.535741 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c62fb-0da1-4fa0-a114-4a3981dd335b None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:21.540827 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-b15c62fb-0da1-4fa0-a114-4a3981dd335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:21.552938 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] Checking segment: {'id': 'db6de993-51e8-4662-861f-588adacc1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:53:21.553392 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] Network hostable DHCP agents. Network: 60a70f5b-2b69-4a37-8613-68fb81af9306, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:53:21.554921 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37d1dcd2-4580-48c2-8803-e16aa81698ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (8fe8ccca-d329-49a2-a267-7a4eb0cd6a10), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:21.576814 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] No DVR routers for this DVR port 58661a99-4c32-4786-8109-9eb6f4a307ea on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:21.582983 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:21.586396 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d362caae-0ab2-4063-946c-2a4e489f2d3e req-d7548e17-c7c6-4234-85a5-675eda6b5dbc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "DELETE /v2.0/ports/58661a99-4c32-4786-8109-9eb6f4a307ea HTTP/1.1" status: 204 len: 173 time: 2.4427173 Mar 24 15:53:21.586907 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'name': 'network-vif-deleted', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:53:21.592699 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 6b93e032-083c-4ae6-a2ae-b95dd7b34151 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:53:21.596268 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacc37a8-df66-4d24-8479-a5032fb10342" -d '{"events": [{"server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "name": "network-vif-deleted", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:53:21.630236 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1dcd2-4580-48c2-8803-e16aa81698ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe8ccca-d329-49a2-a267-7a4eb0cd6a10,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:21.643656 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] Network 60a70f5b-2b69-4a37-8613-68fb81af9306 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:53:21.654224 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37d1dcd2-4580-48c2-8803-e16aa81698ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:21.660137 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8184e2-e2b5-4670-8bbb-851086e059a0 None None] Network 98277675-c90d-4a4e-9e9e-52032fc9e1fc requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:53:21.660698 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-37d1dcd2-4580-48c2-8803-e16aa81698ce admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8fe8ccca-d329-49a2-a267-7a4eb0cd6a10 HTTP/1.1" status: 204 len: 168 time: 0.6585581 Mar 24 15:53:21.661048 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:21.661434 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:21.661803 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60136) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:21.793822 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 60a70f5b-2b69-4a37-8613-68fb81af9306) {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:53:21.809049 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-b15c62fb-0da1-4fa0-a114-4a3981dd335b None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:21.814010 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:21.815304 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:21.825734 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f87db68-8782-49e5-9e87-8c7fded078ab None None] Network 60a70f5b-2b69-4a37-8613-68fb81af9306 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:53:21.878073 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (98277675-c90d-4a4e-9e9e-52032fc9e1fc), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:21.981064 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-c157279d-25eb-47eb-b351-0091c54b14f2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2308130 Mar 24 15:53:21.981275 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60144) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:21.985704 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1922479550-router', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:22.057833 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Deleting port cf1c339a-ed35-4223-bf04-ce47b3a1a309 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:22.058219 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:22.069750 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfc9d5-d527-4028-a544-7c69f3997f11 req-8f77710a-6f6d-4507-82b8-7f3b016daf0f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:22.078465 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2fbfc9d5-d527-4028-a544-7c69f3997f11 req-8f77710a-6f6d-4507-82b8-7f3b016daf0f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.1640444 Mar 24 15:53:22.140831 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1623102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045903'] for router (d63f910c-647b-4afa-8e81-8bc5561df872), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:22.141882 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046006'] for router (d63f910c-647b-4afa-8e81-8bc5561df872), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:22.151599 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 58661a99-4c32-4786-8109-9eb6f4a307ea no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:22.216894 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-b15c62fb-0da1-4fa0-a114-4a3981dd335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:58Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:22.255313 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:22.260419 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 58661a99-4c32-4786-8109-9eb6f4a307ea {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:22.260419 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 58661a99-4c32-4786-8109-9eb6f4a307ea not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:22.270578 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 2cc5e7f6-8149-427b-98da-71980ca8ff5d no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:22.296180 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029b35af-6266-4068-95ca-0e28ba8b48b3 x-openstack-request-id: req-029b35af-6266-4068-95ca-0e28ba8b48b3 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:53:22.297937 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6", "name": "network-vif-deleted", "tag": "58661a99-4c32-4786-8109-9eb6f4a307ea", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:53:22.298212 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-029b35af-6266-4068-95ca-0e28ba8b48b3 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:53:22.299260 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029b35af-6266-4068-95ca-0e28ba8b48b3'] response: {'server_uuid': '835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6', 'name': 'network-vif-deleted', 'tag': '58661a99-4c32-4786-8109-9eb6f4a307ea', 'status': 'completed', 'code': 200} Mar 24 15:53:22.302472 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c62fb-0da1-4fa0-a114-4a3981dd335b None None] Checking router: 9998c34f-ba1a-4275-b12a-a71ca0a42a8d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:53:22.314347 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Publish callbacks [] for router_controller (d63f910c-647b-4afa-8e81-8bc5561df872), precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:22.319281 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 2cc5e7f6-8149-427b-98da-71980ca8ff5d {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:22.320634 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 2cc5e7f6-8149-427b-98da-71980ca8ff5d not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:22.323364 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c62fb-0da1-4fa0-a114-4a3981dd335b None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:22.324872 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-b15c62fb-0da1-4fa0-a114-4a3981dd335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:22.402369 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-60a70f5b-2b69-4a37-8613-68fb81af9306', 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306', 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'fixed_ips': [{'subnet_id': 'fb9814eb-0c7a-4f9b-9714-179e34a30c72'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:53:22.404038 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:22.431557 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] For port cf1c339a-ed35-4223-bf04-ce47b3a1a309, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=cf1c339a-ed35-4223-bf04-ce47b3a1a309,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:22.432723 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:22.495305 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2fbfc9d5-d527-4028-a544-7c69f3997f11 req-c27c475e-8cba-40ff-a420-a47421e3c799 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4158521 Mar 24 15:53:22.532326 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Calling delete_port for cf1c339a-ed35-4223-bf04-ce47b3a1a309 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:22.584681 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a07c56-61e8-427f-a5dc-27f200a477ec None None] DHCP port deletion for 98277675-c90d-4a4e-9e9e-52032fc9e1fc request from dv-cinder-790535-34-iscsi {{(pid=110398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:53:22.585963 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-b15c62fb-0da1-4fa0-a114-4a3981dd335b None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:22.742997 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Allocated IP 172.20.0.2 (60a70f5b-2b69-4a37-8613-68fb81af9306/fb9814eb-0c7a-4f9b-9714-179e34a30c72/5a3519aa-4823-40f6-93d7-68db98729437) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:53:22.781791 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-c8a07c56-61e8-427f-a5dc-27f200a477ec None None] Deleting port cf1c339a-ed35-4223-bf04-ce47b3a1a309 {{(pid=110398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:22.782511 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c8a07c56-61e8-427f-a5dc-27f200a477ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), before_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:22.837181 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:22.885718 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-c8a07c56-61e8-427f-a5dc-27f200a477ec None None] For port cf1c339a-ed35-4223-bf04-ce47b3a1a309, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=cf1c339a-ed35-4223-bf04-ce47b3a1a309,segment=NetworkSegment(a209c6fa-54f0-432f-84a6-710a2c969ff9),segment_id=a209c6fa-54f0-432f-84a6-710a2c969ff9)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:22.886594 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c8a07c56-61e8-427f-a5dc-27f200a477ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), precommit_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:22.898196 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1c339a-ed35-4223-bf04-ce47b3a1a309,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:22.906407 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] No DVR routers for this DVR port cf1c339a-ed35-4223-bf04-ce47b3a1a309 on host dv-cinder-790535-34-iscsi {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:22.907280 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-c8a07c56-61e8-427f-a5dc-27f200a477ec None None] Calling delete_port for cf1c339a-ed35-4223-bf04-ce47b3a1a309 owned by network:dhcp {{(pid=110398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:22.914759 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Publish callbacks [] for router_gateway (d63f910c-647b-4afa-8e81-8bc5561df872), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:22.996063 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-20752ce0-2b3d-43d0-acde-482c8746aa02 req-3c81311e-a983-46c1-a20e-aedd9519da1c tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=835aeda8-b8bf-4bdb-adb5-42b29b7ca0b6 HTTP/1.1" status: 200 len: 210 time: 0.3456962 Mar 24 15:53:23.064765 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (98277675-c90d-4a4e-9e9e-52032fc9e1fc), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.072294 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c8a07c56-61e8-427f-a5dc-27f200a477ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (cf1c339a-ed35-4223-bf04-ce47b3a1a309), after_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.091672 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98277675-c90d-4a4e-9e9e-52032fc9e1fc']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:23.107704 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a209c6fa-54f0-432f-84a6-710a2c969ff9') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:23.109360 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a209c6fa-54f0-432f-84a6-710a2c969ff9') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:23.125621 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (a209c6fa-54f0-432f-84a6-710a2c969ff9), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.146336 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a07c56-61e8-427f-a5dc-27f200a477ec None None] Pushing event deleted for resources: {'Port': ['ID=cf1c339a-ed35-4223-bf04-ce47b3a1a309,revision_number=None']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:23.161999 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 50f603d2-0fa8-4b02-bf58-2bc6443cb25a no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:23.168862 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a07c56-61e8-427f-a5dc-27f200a477ec None None] No DVR routers for this DVR port cf1c339a-ed35-4223-bf04-ce47b3a1a309 on host dv-cinder-790535-34-iscsi {{(pid=110398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:23.170917 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (a209c6fa-54f0-432f-84a6-710a2c969ff9), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.181868 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:53:23.182935 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (a209c6fa-54f0-432f-84a6-710a2c969ff9), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.184709 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-b15c62fb-0da1-4fa0-a114-4a3981dd335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:58Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:53:23.186503 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:53:23.236518 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c62fb-0da1-4fa0-a114-4a3981dd335b None None] The sync data for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi is: [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:48:53Z', 'revision_number': 4, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '1469a4fa-052e-4711-a2c3-d16aef435e8a', 'name': '', 'network_id': '5cbc914f-bdf0-49cc-9e39-e0d247d5cec4', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'mac_address': 'fa:16:3e:cd:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:53Z', 'updated_at': '2022-03-24T15:48:58Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'subnets': [{'id': '37265b4e-d7bd-4bdc-9626-e2972c2b391d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:53:23.242347 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 50f603d2-0fa8-4b02-bf58-2bc6443cb25a {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:23.242913 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 50f603d2-0fa8-4b02-bf58-2bc6443cb25a not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:23.243496 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device cf1c339a-ed35-4223-bf04-ce47b3a1a309 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:23.278069 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: cf1c339a-ed35-4223-bf04-ce47b3a1a309 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:23.278445 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device cf1c339a-ed35-4223-bf04-ce47b3a1a309 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:23.363498 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (98277675-c90d-4a4e-9e9e-52032fc9e1fc), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.369808 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.374223 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] 10.222.0.31 "DELETE /v2.0/networks/98277675-c90d-4a4e-9e9e-52032fc9e1fc HTTP/1.1" status: 204 len: 168 time: 1.7102063 Mar 24 15:53:23.394448 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a5292-7e90-4d8c-b14e-796af4789685 admin admin] Pushing event deleted for resources: {'Network': ['ID=98277675-c90d-4a4e-9e9e-52032fc9e1fc,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:23.416973 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Publish callbacks [] for router_gateway (d63f910c-647b-4afa-8e81-8bc5561df872), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.447471 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.452068 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Publish callbacks [] for port (5a3519aa-4823-40f6-93d7-68db98729437), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.525429 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (5a3519aa-4823-40f6-93d7-68db98729437), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.576787 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Network 60a70f5b-2b69-4a37-8613-68fb81af9306 is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:53:23.580431 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:53:23.588628 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:53:23.596310 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Allocated IP 172.27.0.221 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/2a85fe31-19e8-436f-b751-c30400b04dae) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:53:23.691978 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Pushing event updated for resources: {'Port': ['ID=5a3519aa-4823-40f6-93d7-68db98729437,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:23.699145 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Attempting to bind port 5a3519aa-4823-40f6-93d7-68db98729437 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:53:23.699409 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Attempting to bind port 5a3519aa-4823-40f6-93d7-68db98729437 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': 'db6de993-51e8-4662-861f-588adacc1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:53:23.699772 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Attempting to bind port 5a3519aa-4823-40f6-93d7-68db98729437 on network 60a70f5b-2b69-4a37-8613-68fb81af9306 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:53:23.703433 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdd850e-38c7-4c44-9adb-e15011c9f027 None None] New status for floating IP 5d8c5309-4c55-4eb8-b187-7d586d73f956: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:53:23.748156 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:53:23.748948 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Checking segment: {'id': 'db6de993-51e8-4662-861f-588adacc1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:53:23.748948 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.749417 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Bound using segment: {'id': 'db6de993-51e8-4662-861f-588adacc1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:53:23.749800 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Bound port: 5a3519aa-4823-40f6-93d7-68db98729437, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6de993-51e8-4662-861f-588adacc1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:53:23.750181 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (5a3519aa-4823-40f6-93d7-68db98729437), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.776027 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447ec09-aeff-4d24-9565-3ed17d9116cb req-1ba6448b-bc3a-4044-ac18-3ee4af1129e2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:23.779739 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7447ec09-aeff-4d24-9565-3ed17d9116cb req-1ba6448b-bc3a-4044-ac18-3ee4af1129e2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.1465333 Mar 24 15:53:23.819734 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Publish callbacks [] for port (2a85fe31-19e8-436f-b751-c30400b04dae), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:23.887539 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7447ec09-aeff-4d24-9565-3ed17d9116cb req-a839a59a-37b7-4c21-b38d-4b5c35fa23e2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961084 Mar 24 15:53:23.930950 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60152) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:23.960318 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.015373 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-c91dd522-ffd8-42d6-98ce-16b79f72f611 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d15dccd3aa0a4263b617ac6952262bb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0825469 Mar 24 15:53:24.020048 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60154) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:24.031748 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:53:24.043159 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:53:24.045197 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Pushing event updated for resources: {'Port': ['ID=2a85fe31-19e8-436f-b751-c30400b04dae,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:24.047842 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:53:24.148732 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Publish callbacks [] for security_group (ab871fa9-c9d4-4617-abad-ddd6fbe328de), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.176044 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Publish callbacks [] for security_group (ab871fa9-c9d4-4617-abad-ddd6fbe328de), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.243886 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] For port 5a3519aa-4823-40f6-93d7-68db98729437, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:53:24.244385 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60160) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:24.262559 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] For port 5a3519aa-4823-40f6-93d7-68db98729437, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=5a3519aa-4823-40f6-93d7-68db98729437,segment=NetworkSegment(db6de993-51e8-4662-861f-588adacc1841),segment_id=db6de993-51e8-4662-861f-588adacc1841)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:53:24.308549 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fd35-0d5d-47c0-8bf4-eeb14effbe92 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group (ed181499-9d7a-4aad-9c54-db2cad94dc4a), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.338140 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fd35-0d5d-47c0-8bf4-eeb14effbe92 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group (ed181499-9d7a-4aad-9c54-db2cad94dc4a), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.404752 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (5a3519aa-4823-40f6-93d7-68db98729437), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.405000 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (ab871fa9-c9d4-4617-abad-ddd6fbe328de), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.407968 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.412716 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab871fa9-c9d4-4617-abad-ddd6fbe328de HTTP/1.1" status: 204 len: 168 time: 0.3880365 Mar 24 15:53:24.420123 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab871fa9-c9d4-4617-abad-ddd6fbe328de,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:24.429332 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.429731 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.430092 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.430501 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.430912 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.431506 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.432308 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.433120 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.433529 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.433914 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.434309 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.434739 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.435122 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.435649 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.436179 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb183c5c-a4db-401a-8e17-5159bd404f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:24.441900 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Publish callbacks [] for router_gateway (d63f910c-647b-4afa-8e81-8bc5561df872), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.529305 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fd35-0d5d-47c0-8bf4-eeb14effbe92 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (ed181499-9d7a-4aad-9c54-db2cad94dc4a), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.534759 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fd35-0d5d-47c0-8bf4-eeb14effbe92 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.538040 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-d6d0fd35-0d5d-47c0-8bf4-eeb14effbe92 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "DELETE /v2.0/security-groups/ed181499-9d7a-4aad-9c54-db2cad94dc4a HTTP/1.1" status: 204 len: 168 time: 0.2909422 Mar 24 15:53:24.547651 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dfed5-6ead-4203-91e2-2233671613e1 None None] Pushing event updated for resources: {'Port': ['ID=5a3519aa-4823-40f6-93d7-68db98729437,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:24.555440 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60164) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:24.581767 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0fd35-0d5d-47c0-8bf4-eeb14effbe92 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed181499-9d7a-4aad-9c54-db2cad94dc4a,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:24.585740 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.api.v2.resource [None req-37cffdea-f2d7-4f6a-a427-5fa10473f2bf tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] show failed (client error): The resource could not be found. Mar 24 15:53:24.587236 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-37cffdea-f2d7-4f6a-a427-5fa10473f2bf tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups/ed181499-9d7a-4aad-9c54-db2cad94dc4a HTTP/1.1" status: 404 len: 347 time: 0.0284395 Mar 24 15:53:24.590323 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60166) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:24.823125 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896'] for router (d63f910c-647b-4afa-8e81-8bc5561df872), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:24.879932 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-310d29d0-f253-49d8-a5cd-afe9eb518db3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Deleting port 392b895a-2121-4cbe-962c-023aaba5969a {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:24.880749 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-310d29d0-f253-49d8-a5cd-afe9eb518db3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (392b895a-2121-4cbe-962c-023aaba5969a), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:25.112067 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-310d29d0-f253-49d8-a5cd-afe9eb518db3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (392b895a-2121-4cbe-962c-023aaba5969a), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:25.114231 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-310d29d0-f253-49d8-a5cd-afe9eb518db3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for floatingip (392b895a-2121-4cbe-962c-023aaba5969a), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:25.145131 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-310d29d0-f253-49d8-a5cd-afe9eb518db3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Calling delete_port for 392b895a-2121-4cbe-962c-023aaba5969a owned by network:floatingip {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:25.196313 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2154ae2-73c6-47c4-8174-21effcb4d2c7 req-8e0b98f6-2e21-4622-869d-0232de798c90 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:25.203320 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e2154ae2-73c6-47c4-8174-21effcb4d2c7 req-8e0b98f6-2e21-4622-869d-0232de798c90 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.1256196 Mar 24 15:53:25.217376 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5a3519aa-4823-40f6-93d7-68db98729437 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:53:25.273382 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e2154ae2-73c6-47c4-8174-21effcb4d2c7 req-83a1329c-6591-4ff6-b0e0-b7477d80ac61 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613878 Mar 24 15:53:25.371350 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 5a3519aa-4823-40f6-93d7-68db98729437 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:25.371909 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (5a3519aa-4823-40f6-93d7-68db98729437), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:25.377883 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Router d63f910c-647b-4afa-8e81-8bc5561df872 is scheduled to L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:53:25.525978 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 5a3519aa-4823-40f6-93d7-68db98729437 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:25.534155 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (5a3519aa-4823-40f6-93d7-68db98729437), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:25.540334 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-310d29d0-f253-49d8-a5cd-afe9eb518db3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (392b895a-2121-4cbe-962c-023aaba5969a), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:25.586379 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port 5a3519aa-4823-40f6-93d7-68db98729437, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=5a3519aa-4823-40f6-93d7-68db98729437,segment=NetworkSegment(db6de993-51e8-4662-861f-588adacc1841),segment_id=db6de993-51e8-4662-861f-588adacc1841)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:25.598084 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:53:25.600976 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d29d0-f253-49d8-a5cd-afe9eb518db3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event deleted for resources: {'Port': ['ID=392b895a-2121-4cbe-962c-023aaba5969a,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:25.617961 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Sync routers for ids ['d63f910c-647b-4afa-8e81-8bc5561df872'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:53:25.637938 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Routers {'d63f910c-647b-4afa-8e81-8bc5561df872'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:25.638993 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['d63f910c-647b-4afa-8e81-8bc5561df872'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:25.682881 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (5a3519aa-4823-40f6-93d7-68db98729437), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:25.725847 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-310d29d0-f253-49d8-a5cd-afe9eb518db3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks [] for floatingip (5d8c5309-4c55-4eb8-b187-7d586d73f956), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:25.725962 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:25.726044 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-310d29d0-f253-49d8-a5cd-afe9eb518db3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:25.726137 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-0b357805-98fd-483c-893d-45745c47c580 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7428663 Mar 24 15:53:25.727915 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60180) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:25.730059 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-310d29d0-f253-49d8-a5cd-afe9eb518db3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "DELETE /v2.0/floatingips/5d8c5309-4c55-4eb8-b187-7d586d73f956 HTTP/1.1" status: 204 len: 168 time: 1.1361887 Mar 24 15:53:25.769560 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=5a3519aa-4823-40f6-93d7-68db98729437,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:25.843381 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Set router d63f910c-647b-4afa-8e81-8bc5561df872 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:26.189624 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e9c699-4e48-41ff-ae66-298dfec67026 None None] Network 60a70f5b-2b69-4a37-8613-68fb81af9306 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:53:26.320977 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'name': 'tempest-TestShelveInstance-1922479550-router', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:22Z', 'updated_at': '2022-03-24T15:53:24Z', 'revision_number': 3, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'gw_port': {'id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:23Z', 'updated_at': '2022-03-24T15:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:26.350451 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Checking router: d63f910c-647b-4afa-8e81-8bc5561df872 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:53:26.351092 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Updating router d63f910c-647b-4afa-8e81-8bc5561df872 port 2a85fe31-19e8-436f-b751-c30400b04dae binding host dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:53:26.411507 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-f0098931-4db9-4c45-b653-044d290a22dd None None] Provisioning complete for port 5a3519aa-4823-40f6-93d7-68db98729437 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:26.415265 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f0098931-4db9-4c45-b653-044d290a22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (5a3519aa-4823-40f6-93d7-68db98729437), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:26.443415 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:26.626972 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7510f2-30fa-4e59-a522-686eafc11dc0 req-09981d59-923b-4139-beb5-a86dde5d75a9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:26.644711 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8f7510f2-30fa-4e59-a522-686eafc11dc0 req-09981d59-923b-4139-beb5-a86dde5d75a9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.1745603 Mar 24 15:53:26.783891 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-f0098931-4db9-4c45-b653-044d290a22dd None None] Current status of the port 5a3519aa-4823-40f6-93d7-68db98729437 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:26.791297 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8f7510f2-30fa-4e59-a522-686eafc11dc0 req-7baa2721-533c-4c1f-9fb6-ce799b85ce21 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452944 Mar 24 15:53:27.090028 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Publish callbacks [] for port (2a85fe31-19e8-436f-b751-c30400b04dae), precommit_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:27.120653 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-1ec936cb-b74f-4f7a-b9ff-6275f4e107e1 None None] Provisioning complete for port 5a3519aa-4823-40f6-93d7-68db98729437 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:27.126495 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1ec936cb-b74f-4f7a-b9ff-6275f4e107e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (5a3519aa-4823-40f6-93d7-68db98729437), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:27.251372 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:27.263960 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5a3519aa-4823-40f6-93d7-68db98729437 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:53:27.292711 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-1ec936cb-b74f-4f7a-b9ff-6275f4e107e1 None None] Current status of the port 5a3519aa-4823-40f6-93d7-68db98729437 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:27.335329 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 5a3519aa-4823-40f6-93d7-68db98729437 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:27.335783 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (5a3519aa-4823-40f6-93d7-68db98729437), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:27.443938 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 5a3519aa-4823-40f6-93d7-68db98729437 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:27.554606 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Allocated IP 172.20.0.1 (60a70f5b-2b69-4a37-8613-68fb81af9306/fb9814eb-0c7a-4f9b-9714-179e34a30c72/4720dee6-ca8c-4b48-ad1d-647f87ba73f9) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:53:27.645837 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:27.729402 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e322c-57a3-4729-99f4-c043437583c1 None None] Pushing event updated for resources: {'Port': ['ID=2a85fe31-19e8-436f-b751-c30400b04dae,revision_number=2']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:27.732201 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Attempting to bind port 2a85fe31-19e8-436f-b751-c30400b04dae on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:53:27.732810 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Attempting to bind port 2a85fe31-19e8-436f-b751-c30400b04dae by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:53:27.733419 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Attempting to bind port 2a85fe31-19e8-436f-b751-c30400b04dae on network cd957b4c-42c5-4eea-915f-4d8712523c86 {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:53:27.740161 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:53:27.740950 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:53:27.741598 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:27.742501 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Bound using segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:53:27.743911 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Bound port: 2a85fe31-19e8-436f-b751-c30400b04dae, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:53:27.744766 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:27.795847 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Publish callbacks [] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:27.819012 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] For port 2a85fe31-19e8-436f-b751-c30400b04dae, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:53:27.830730 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] For port 2a85fe31-19e8-436f-b751-c30400b04dae, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=2a85fe31-19e8-436f-b751-c30400b04dae,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:53:27.929427 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:27.933161 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:27.983940 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef58eb-f93b-4a9d-8457-4cabfe8ee848 req-f4581b84-c1b7-4325-ac6d-ce2469fe775a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:27.985519 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5aef58eb-f93b-4a9d-8457-4cabfe8ee848 req-f4581b84-c1b7-4325-ac6d-ce2469fe775a tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.1012254 Mar 24 15:53:28.026119 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Routers {'d63f910c-647b-4afa-8e81-8bc5561df872'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:28.026816 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['d63f910c-647b-4afa-8e81-8bc5561df872'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:28.036813 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Network 60a70f5b-2b69-4a37-8613-68fb81af9306 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:53:28.037901 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e322c-57a3-4729-99f4-c043437583c1 None None] Pushing event updated for resources: {'Port': ['ID=2a85fe31-19e8-436f-b751-c30400b04dae,revision_number=3']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:28.042235 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=4720dee6-ca8c-4b48-ad1d-647f87ba73f9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:28.046497 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:53:28.048830 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:53:28.062958 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625853'] for router_interface (d63f910c-647b-4afa-8e81-8bc5561df872), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:28.147484 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5aef58eb-f93b-4a9d-8457-4cabfe8ee848 req-b076274d-1d1e-43b3-8023-14336e893576 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554759 Mar 24 15:53:28.272502 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] Set router d63f910c-647b-4afa-8e81-8bc5561df872 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:28.438870 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-8ca76c5d-0b14-43d0-aed1-00586f95e0ac None None] Provisioning complete for port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:28.439529 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8ca76c5d-0b14-43d0-aed1-00586f95e0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:28.503512 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:28.536735 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-8ca76c5d-0b14-43d0-aed1-00586f95e0ac None None] Port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:53:28.558923 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'name': 'tempest-TestShelveInstance-1922479550-router', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:22Z', 'updated_at': '2022-03-24T15:53:24Z', 'revision_number': 3, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'gw_port': {'id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:23Z', 'updated_at': '2022-03-24T15:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:28.614695 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb729737-ec4a-46a2-bee3-357eb0cdf895 None None] The sync data for ids ['d63f910c-647b-4afa-8e81-8bc5561df872'] in dv-cinder-790535-34-iscsi is: [{'id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'name': 'tempest-TestShelveInstance-1922479550-router', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:22Z', 'updated_at': '2022-03-24T15:53:24Z', 'revision_number': 3, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'gw_port': {'id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:23Z', 'updated_at': '2022-03-24T15:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:53:28.830398 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Publish callbacks [] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:28.896303 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:28.897252 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625705'] for router_interface (d63f910c-647b-4afa-8e81-8bc5561df872), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:29.078067 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Network 60a70f5b-2b69-4a37-8613-68fb81af9306 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:53:29.079692 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=4720dee6-ca8c-4b48-ad1d-647f87ba73f9,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:29.083287 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:53:29.293314 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 2a85fe31-19e8-436f-b751-c30400b04dae up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:53:29.345381 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Router d63f910c-647b-4afa-8e81-8bc5561df872 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:53:29.456972 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 2a85fe31-19e8-436f-b751-c30400b04dae triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:29.456972 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:29.635912 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a0e11-872e-49f7-9671-e2ac58fbfed7 req-bd085517-a913-4a6c-8dd0-a86055ea31ec tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:29.644906 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-133a0e11-872e-49f7-9671-e2ac58fbfed7 req-bd085517-a913-4a6c-8dd0-a86055ea31ec tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0976245 Mar 24 15:53:29.648087 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-aaa66e2a-7189-4a0c-b918-199cbe238cc3 None None] Provisioning complete for port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:29.648666 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-aaa66e2a-7189-4a0c-b918-199cbe238cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:29.695725 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ea715-a7be-4b38-8c8c-a7ceffbea448 req-e7446eda-c79c-4081-bad5-78eada89f690 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:29.700065 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-072ea715-a7be-4b38-8c8c-a7ceffbea448 req-e7446eda-c79c-4081-bad5-78eada89f690 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.2119069 Mar 24 15:53:29.773258 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-133a0e11-872e-49f7-9671-e2ac58fbfed7 req-3ceb0236-f6f8-41c5-8cb4-37d49dd7a78a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145318 Mar 24 15:53:29.782815 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 2a85fe31-19e8-436f-b751-c30400b04dae is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:29.806073 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:29.806424 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:53:29.810488 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-aaa66e2a-7189-4a0c-b918-199cbe238cc3 None None] Port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:53:29.813159 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-4412a0e0-3586-43e0-8549-69a7ff265fa0 admin admin] 10.222.0.31 "PUT /v2.0/routers/d63f910c-647b-4afa-8e81-8bc5561df872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0835783 Mar 24 15:53:29.823775 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port 2a85fe31-19e8-436f-b751-c30400b04dae, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=2a85fe31-19e8-436f-b751-c30400b04dae,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:29.833949 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-072ea715-a7be-4b38-8c8c-a7ceffbea448 req-ad07729e-099b-49a8-955a-7869cf12b457 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261795 Mar 24 15:53:30.027158 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:30.117431 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=2a85fe31-19e8-436f-b751-c30400b04dae,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:30.595350 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60248) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:30.601268 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fe977fb3-660b-4722-8fc7-614f443abf96 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421026551', 'description': 'tempest-secgroup-smoke-1421026551 description', 'project_id': 'f96e6f018e9b4e259edecd86425431f1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:30.700248 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe977fb3-660b-4722-8fc7-614f443abf96 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:30.790399 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe977fb3-660b-4722-8fc7-614f443abf96 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group (3aeaf6df-d236-438c-8a48-263e3eabd0d0), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:30.865710 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe977fb3-660b-4722-8fc7-614f443abf96 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (3aeaf6df-d236-438c-8a48-263e3eabd0d0), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:30.950979 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe977fb3-660b-4722-8fc7-614f443abf96 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeaf6df-d236-438c-8a48-263e3eabd0d0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:30.972056 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72961d-14c9-491d-8019-7d2fac3d8ac7 req-25b7ce87-a523-446a-b5b0-91288245a9d3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:30.972837 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5f72961d-14c9-491d-8019-7d2fac3d8ac7 req-25b7ce87-a523-446a-b5b0-91288245a9d3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0821836 Mar 24 15:53:30.983315 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe977fb3-660b-4722-8fc7-614f443abf96 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:30.985478 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-fe977fb3-660b-4722-8fc7-614f443abf96 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3883603 Mar 24 15:53:30.990325 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60254) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:31.013525 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-86b58c6d-d36e-4504-9848-be2727d4615f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Request body: {'security_group_rule': {'security_group_id': '3aeaf6df-d236-438c-8a48-263e3eabd0d0', 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:31.054246 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5f72961d-14c9-491d-8019-7d2fac3d8ac7 req-64544c52-c306-496f-9b99-872a0360f511 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741136 Mar 24 15:53:31.099849 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c347f1-d094-47e5-bf8a-273258bbf1fa req-71a60ba9-46ce-4229-99d6-d9ea1f13334f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:31.101583 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-50c347f1-d094-47e5-bf8a-273258bbf1fa req-71a60ba9-46ce-4229-99d6-d9ea1f13334f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.1358521 Mar 24 15:53:31.163647 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 2a85fe31-19e8-436f-b751-c30400b04dae up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:53:31.170279 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-50c347f1-d094-47e5-bf8a-273258bbf1fa req-487eeee9-5f35-4239-8e30-a35a25863e77 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625887 Mar 24 15:53:31.205192 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86b58c6d-d36e-4504-9848-be2727d4615f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (b0d0c5d6-13b9-4627-bc0f-04531f897323), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:31.270494 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 2a85fe31-19e8-436f-b751-c30400b04dae triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:31.271269 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:31.292471 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86b58c6d-d36e-4504-9848-be2727d4615f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (b0d0c5d6-13b9-4627-bc0f-04531f897323), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:31.326786 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Sync routers for ids ['d63f910c-647b-4afa-8e81-8bc5561df872'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:53:31.361722 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Routers {'d63f910c-647b-4afa-8e81-8bc5561df872'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:31.362948 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['d63f910c-647b-4afa-8e81-8bc5561df872'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:31.414327 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86b58c6d-d36e-4504-9848-be2727d4615f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (b0d0c5d6-13b9-4627-bc0f-04531f897323), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:31.435114 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 2a85fe31-19e8-436f-b751-c30400b04dae is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:31.468613 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b58c6d-d36e-4504-9848-be2727d4615f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d0c5d6-13b9-4627-bc0f-04531f897323,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:31.491543 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Set router d63f910c-647b-4afa-8e81-8bc5561df872 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:31.558888 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86b58c6d-d36e-4504-9848-be2727d4615f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:31.560384 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-86b58c6d-d36e-4504-9848-be2727d4615f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5507426 Mar 24 15:53:31.563107 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60260) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:31.574831 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-8ed1c70e-308b-4a48-9478-99ac0d18b03a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Request body: {'security_group_rule': {'security_group_id': '3aeaf6df-d236-438c-8a48-263e3eabd0d0', 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:31.667771 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c70e-308b-4a48-9478-99ac0d18b03a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (a53e2cae-2d4b-480f-9b7f-475bb41977b7), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:31.771394 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'name': 'tempest-TestShelveInstance-1922479550-router', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:22Z', 'updated_at': '2022-03-24T15:53:28Z', 'revision_number': 4, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'gw_port': {'id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:23Z', 'updated_at': '2022-03-24T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '4720dee6-ca8c-4b48-ad1d-647f87ba73f9', 'name': '', 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'mac_address': 'fa:16:3e:70:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fb9814eb-0c7a-4f9b-9714-179e34a30c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:27Z', 'updated_at': '2022-03-24T15:53:28Z', 'revision_number': 2, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'subnets': [{'id': 'fb9814eb-0c7a-4f9b-9714-179e34a30c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:31.778370 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c70e-308b-4a48-9478-99ac0d18b03a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (a53e2cae-2d4b-480f-9b7f-475bb41977b7), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:31.811468 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Checking router: d63f910c-647b-4afa-8e81-8bc5561df872 for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:53:31.811803 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Updating router d63f910c-647b-4afa-8e81-8bc5561df872 port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 binding host dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:53:31.849297 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:31.854252 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c70e-308b-4a48-9478-99ac0d18b03a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (a53e2cae-2d4b-480f-9b7f-475bb41977b7), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:31.873367 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1c70e-308b-4a48-9478-99ac0d18b03a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53e2cae-2d4b-480f-9b7f-475bb41977b7,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:31.955165 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c70e-308b-4a48-9478-99ac0d18b03a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:31.958166 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-8ed1c70e-308b-4a48-9478-99ac0d18b03a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3936477 Mar 24 15:53:31.961389 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60262) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:31.967531 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-79b4f6cb-cfdc-4158-aa70-78d677e9c4da tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Request body: {'security_group_rule': {'security_group_id': '3aeaf6df-d236-438c-8a48-263e3eabd0d0', 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:32.059299 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79b4f6cb-cfdc-4158-aa70-78d677e9c4da tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (1f829389-6646-48f0-b6d5-d2422364febb), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.219674 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79b4f6cb-cfdc-4158-aa70-78d677e9c4da tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (1f829389-6646-48f0-b6d5-d2422364febb), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.323464 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Publish callbacks [] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.329584 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79b4f6cb-cfdc-4158-aa70-78d677e9c4da tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (1f829389-6646-48f0-b6d5-d2422364febb), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.342088 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd8fae-3ae4-4c77-b758-b1fb41c6e1a0 req-e8ae6063-796e-4fd4-86d3-cd42f757a94b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:32.344571 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bfdd8fae-3ae4-4c77-b758-b1fb41c6e1a0 req-e8ae6063-796e-4fd4-86d3-cd42f757a94b tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.0816197 Mar 24 15:53:32.383959 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4f6cb-cfdc-4158-aa70-78d677e9c4da tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f829389-6646-48f0-b6d5-d2422364febb,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:32.398828 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4a74c-a1fd-4a76-81af-61222c8f2d6a req-16566a28-159e-4cc3-8c0c-3697c26f0d93 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:32.401123 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-66a4a74c-a1fd-4a76-81af-61222c8f2d6a req-16566a28-159e-4cc3-8c0c-3697c26f0d93 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.1976039 Mar 24 15:53:32.438112 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.456881 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bfdd8fae-3ae4-4c77-b758-b1fb41c6e1a0 req-93fbb854-7ac1-46c6-89c7-81ed4cf90350 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998151 Mar 24 15:53:32.497429 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-66a4a74c-a1fd-4a76-81af-61222c8f2d6a req-6efb4445-a030-43af-86f0-9941ca5ab016 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900061 Mar 24 15:53:32.500558 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79b4f6cb-cfdc-4158-aa70-78d677e9c4da tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.510707 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60278) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:32.516223 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-adcd1c72-ac6e-4c21-a261-9ff83fd2cded tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Request body: {'security_group_rule': {'security_group_id': '3aeaf6df-d236-438c-8a48-263e3eabd0d0', 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:32.519005 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-79b4f6cb-cfdc-4158-aa70-78d677e9c4da tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5483072 Mar 24 15:53:32.545552 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ad8d3-cc0a-4250-935f-79fdd31e5b03 None None] Pushing event updated for resources: {'Port': ['ID=4720dee6-ca8c-4b48-ad1d-647f87ba73f9,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:32.609086 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-adcd1c72-ac6e-4c21-a261-9ff83fd2cded tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (6cd04468-c468-44ff-a1e8-af3e6a927741), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.621721 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Attempting to bind port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:53:32.622258 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Attempting to bind port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': 'db6de993-51e8-4662-861f-588adacc1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:53:32.622841 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Attempting to bind port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 on network 60a70f5b-2b69-4a37-8613-68fb81af9306 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:53:32.633420 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:53:32.633761 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Checking segment: {'id': 'db6de993-51e8-4662-861f-588adacc1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:53:32.634200 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.634855 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Bound using segment: {'id': 'db6de993-51e8-4662-861f-588adacc1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:53:32.635171 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Bound port: 4720dee6-ca8c-4b48-ad1d-647f87ba73f9, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6de993-51e8-4662-861f-588adacc1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:53:32.635795 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.707520 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-adcd1c72-ac6e-4c21-a261-9ff83fd2cded tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (6cd04468-c468-44ff-a1e8-af3e6a927741), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.718770 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] For port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:53:32.722694 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] For port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=4720dee6-ca8c-4b48-ad1d-647f87ba73f9,segment=NetworkSegment(db6de993-51e8-4662-861f-588adacc1841),segment_id=db6de993-51e8-4662-861f-588adacc1841)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:53:32.761216 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-2cea2c55-2bec-4c34-883a-1ca054cb2001 None None] Provisioning complete for port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:32.761589 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2cea2c55-2bec-4c34-883a-1ca054cb2001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.796124 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-2cea2c55-2bec-4c34-883a-1ca054cb2001 None None] Port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:53:32.797545 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-adcd1c72-ac6e-4c21-a261-9ff83fd2cded tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (6cd04468-c468-44ff-a1e8-af3e6a927741), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.819077 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd1c72-ac6e-4c21-a261-9ff83fd2cded tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd04468-c468-44ff-a1e8-af3e6a927741,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:32.820131 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.880985 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ad8d3-cc0a-4250-935f-79fdd31e5b03 None None] Pushing event updated for resources: {'Port': ['ID=4720dee6-ca8c-4b48-ad1d-647f87ba73f9,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:32.883706 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Routers {'d63f910c-647b-4afa-8e81-8bc5561df872'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:32.884317 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['d63f910c-647b-4afa-8e81-8bc5561df872'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:32.897090 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-adcd1c72-ac6e-4c21-a261-9ff83fd2cded tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:32.907789 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-adcd1c72-ac6e-4c21-a261-9ff83fd2cded tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3861225 Mar 24 15:53:32.907789 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60280) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:32.907789 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-447d14fb-0e7d-43e1-af52-4b6db7bcda38 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Request body: {'security_group_rule': {'security_group_id': '3aeaf6df-d236-438c-8a48-263e3eabd0d0', 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:32.997167 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.securitygroups_db [None req-447d14fb-0e7d-43e1-af52-4b6db7bcda38 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Project f96e6f018e9b4e259edecd86425431f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 15:53:33.003225 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-447d14fb-0e7d-43e1-af52-4b6db7bcda38 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (39e592e4-178c-4456-a99c-764faaa86d59), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.003835 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] Set router d63f910c-647b-4afa-8e81-8bc5561df872 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:33.065609 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-447d14fb-0e7d-43e1-af52-4b6db7bcda38 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (39e592e4-178c-4456-a99c-764faaa86d59), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.140260 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-447d14fb-0e7d-43e1-af52-4b6db7bcda38 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (39e592e4-178c-4456-a99c-764faaa86d59), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.151294 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-d6fe2eb6-6d14-45f3-a0d6-ca098152a4f4 None None] Provisioning complete for port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:33.151668 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2eb6-6d14-45f3-a0d6-ca098152a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.161887 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d14fb-0e7d-43e1-af52-4b6db7bcda38 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e592e4-178c-4456-a99c-764faaa86d59,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:33.216673 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-447d14fb-0e7d-43e1-af52-4b6db7bcda38 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.217933 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-447d14fb-0e7d-43e1-af52-4b6db7bcda38 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3155367 Mar 24 15:53:33.220831 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60282) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:33.225844 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-98dcf9b8-5647-4239-8fc7-91448114b38b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Request body: {'security_group_rule': {'security_group_id': '3aeaf6df-d236-438c-8a48-263e3eabd0d0', 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:33.279402 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe2eb6-6d14-45f3-a0d6-ca098152a4f4 None None] Current status of the port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:33.279708 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2eb6-6d14-45f3-a0d6-ca098152a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.294774 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'name': 'tempest-TestShelveInstance-1922479550-router', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:22Z', 'updated_at': '2022-03-24T15:53:28Z', 'revision_number': 4, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'gw_port': {'id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:23Z', 'updated_at': '2022-03-24T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '4720dee6-ca8c-4b48-ad1d-647f87ba73f9', 'name': '', 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'mac_address': 'fa:16:3e:70:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fb9814eb-0c7a-4f9b-9714-179e34a30c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:27Z', 'updated_at': '2022-03-24T15:53:32Z', 'revision_number': 4, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'subnets': [{'id': 'fb9814eb-0c7a-4f9b-9714-179e34a30c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:33.322052 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.securitygroups_db [None req-98dcf9b8-5647-4239-8fc7-91448114b38b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Project f96e6f018e9b4e259edecd86425431f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 15:53:33.327560 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-98dcf9b8-5647-4239-8fc7-91448114b38b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (4d106105-1cc2-4593-922c-a9970897b9c6), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.397428 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-98dcf9b8-5647-4239-8fc7-91448114b38b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (4d106105-1cc2-4593-922c-a9970897b9c6), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.465475 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d21f428-9cc0-49c7-ae19-75ca37e4855f None None] The sync data for ids ['d63f910c-647b-4afa-8e81-8bc5561df872'] in dv-cinder-790535-34-iscsi is: [{'id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'name': 'tempest-TestShelveInstance-1922479550-router', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:22Z', 'updated_at': '2022-03-24T15:53:28Z', 'revision_number': 4, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'gw_port': {'id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:23Z', 'updated_at': '2022-03-24T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '4720dee6-ca8c-4b48-ad1d-647f87ba73f9', 'name': '', 'network_id': '60a70f5b-2b69-4a37-8613-68fb81af9306', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'mac_address': 'fa:16:3e:70:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fb9814eb-0c7a-4f9b-9714-179e34a30c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:27Z', 'updated_at': '2022-03-24T15:53:32Z', 'revision_number': 4, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'subnets': [{'id': 'fb9814eb-0c7a-4f9b-9714-179e34a30c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:53:33.471446 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-98dcf9b8-5647-4239-8fc7-91448114b38b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (4d106105-1cc2-4593-922c-a9970897b9c6), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.483208 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-d6fe2eb6-6d14-45f3-a0d6-ca098152a4f4 None None] For port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=4720dee6-ca8c-4b48-ad1d-647f87ba73f9,segment=NetworkSegment(db6de993-51e8-4662-861f-588adacc1841),segment_id=db6de993-51e8-4662-861f-588adacc1841)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:33.492260 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcf9b8-5647-4239-8fc7-91448114b38b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d106105-1cc2-4593-922c-a9970897b9c6,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:33.544100 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-98dcf9b8-5647-4239-8fc7-91448114b38b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.552745 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2eb6-6d14-45f3-a0d6-ca098152a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.555226 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-98dcf9b8-5647-4239-8fc7-91448114b38b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3333132 Mar 24 15:53:33.584969 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:33.653372 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe2eb6-6d14-45f3-a0d6-ca098152a4f4 None None] Pushing event updated for resources: {'Port': ['ID=4720dee6-ca8c-4b48-ad1d-647f87ba73f9,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:33.702575 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735dd9a-802e-46b1-aa48-f6553ed23a6a req-25706961-b194-43ed-ba28-390fba2a536e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:33.705129 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2735dd9a-802e-46b1-aa48-f6553ed23a6a req-25706961-b194-43ed-ba28-390fba2a536e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.1147947 Mar 24 15:53:33.715323 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68482c7c-ce52-4c88-8f7c-6f1480a8e00a req-f9cb45db-a75b-468f-a0f0-5012f948de59 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:33.716547 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-68482c7c-ce52-4c88-8f7c-6f1480a8e00a req-f9cb45db-a75b-468f-a0f0-5012f948de59 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0919969 Mar 24 15:53:33.827319 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-68482c7c-ce52-4c88-8f7c-6f1480a8e00a req-09265bba-fb57-442a-8c89-94d8cd5d3046 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022742 Mar 24 15:53:33.839215 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-2735dd9a-802e-46b1-aa48-f6553ed23a6a req-b5500940-5e99-4cf1-b95a-445e46eb3040 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208441 Mar 24 15:53:34.964386 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c04fe0-47d4-4247-907c-b6d3d505ef9b req-947c2699-96b6-412c-9205-04a92b40590d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:34.965888 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-72c04fe0-47d4-4247-907c-b6d3d505ef9b req-947c2699-96b6-412c-9205-04a92b40590d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.0522010 Mar 24 15:53:34.976930 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b770-a7aa-47dd-8d2e-118447b7d3c7 req-89a14a99-09f0-470f-a53b-a79c0be167bf tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:34.978435 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2c23b770-a7aa-47dd-8d2e-118447b7d3c7 req-89a14a99-09f0-470f-a53b-a79c0be167bf tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0569787 Mar 24 15:53:35.013051 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-72c04fe0-47d4-4247-907c-b6d3d505ef9b req-0e1eada9-3169-41ef-a88e-ba99617c3ea2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415258 Mar 24 15:53:35.024795 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2c23b770-a7aa-47dd-8d2e-118447b7d3c7 req-5b926bf8-1020-43b1-ab09-7348dfcc5369 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Mar 24 15:53:35.128572 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:53:35.176192 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:35.176591 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:35.253313 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:36.137619 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96834a35-0ba6-4f30-851a-e13420a70357 req-2f4400b7-682d-4747-b448-371bb53ab060 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:36.139130 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-96834a35-0ba6-4f30-851a-e13420a70357 req-2f4400b7-682d-4747-b448-371bb53ab060 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.0543265 Mar 24 15:53:36.143642 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d0225-bdc5-4889-abe7-3afebb312fe2 req-478d0b57-0c51-4a1e-b744-a0f9e9df3698 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:36.145199 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d01d0225-bdc5-4889-abe7-3afebb312fe2 req-478d0b57-0c51-4a1e-b744-a0f9e9df3698 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0520368 Mar 24 15:53:36.186265 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-96834a35-0ba6-4f30-851a-e13420a70357 req-5e6bcd1f-f5a8-4b86-849e-38ca6f87de15 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413349 Mar 24 15:53:36.191429 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d01d0225-bdc5-4889-abe7-3afebb312fe2 req-f69b4cb2-5cc3-4818-a1de-3bf41e91d614 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 Mar 24 15:53:37.198350 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 63d34fc9-04f5-49c1-9969-e91d144383cb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:53:37.290020 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f74072-5565-4a0b-a57b-63e47c258f3d req-cfa712ab-7f16-4b9e-bcd9-646ee7141a5f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:37.291529 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b6f74072-5565-4a0b-a57b-63e47c258f3d req-cfa712ab-7f16-4b9e-bcd9-646ee7141a5f tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.0840027 Mar 24 15:53:37.329508 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:37.351761 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'port_id': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'mac_address': 'fa:16:3e:78:1c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:53:37.354870 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce38909-e3e5-4e50-9fab-1e7393f70a78 req-fddd9d4a-5c96-46a9-bb4b-4fa46b91a95f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:37.356421 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7ce38909-e3e5-4e50-9fab-1e7393f70a78 req-fddd9d4a-5c96-46a9-bb4b-4fa46b91a95f tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 943 time: 0.0715711 Mar 24 15:53:37.397384 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 63d34fc9-04f5-49c1-9969-e91d144383cb is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:37.398059 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:37.402943 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560982e-1bea-4c2b-8f8e-ca1a9e52ecb5 req-140087f1-30ab-4b03-8ac4-65bc9879ba42 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:37.404643 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8560982e-1bea-4c2b-8f8e-ca1a9e52ecb5 req-140087f1-30ab-4b03-8ac4-65bc9879ba42 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 945 time: 0.1396306 Mar 24 15:53:37.413716 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7ce38909-e3e5-4e50-9fab-1e7393f70a78 req-968207f7-b422-4c5b-92af-c1909fcbcbfc tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506225 Mar 24 15:53:37.414354 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d34fc9-04f5-49c1-9969-e91d144383cb {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:53:37.438583 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:37.465368 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8560982e-1bea-4c2b-8f8e-ca1a9e52ecb5 req-0f9d0542-9d0c-4e42-8a62-f5618178305a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505934 Mar 24 15:53:37.477521 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-b6f74072-5565-4a0b-a57b-63e47c258f3d req-50af16fa-4c5d-4dc7-9366-212bc560332e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Deleting port dbb05276-ab88-4390-8f65-42b66b092757 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:37.488420 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b6f74072-5565-4a0b-a57b-63e47c258f3d req-50af16fa-4c5d-4dc7-9366-212bc560332e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (dbb05276-ab88-4390-8f65-42b66b092757), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:37.505352 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:37.557719 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=63d34fc9-04f5-49c1-9969-e91d144383cb,revision_number=9']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:37.576407 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-b6f74072-5565-4a0b-a57b-63e47c258f3d req-50af16fa-4c5d-4dc7-9366-212bc560332e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] For port dbb05276-ab88-4390-8f65-42b66b092757, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbb05276-ab88-4390-8f65-42b66b092757,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:37.579812 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b6f74072-5565-4a0b-a57b-63e47c258f3d req-50af16fa-4c5d-4dc7-9366-212bc560332e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (dbb05276-ab88-4390-8f65-42b66b092757), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:37.593014 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-b6f74072-5565-4a0b-a57b-63e47c258f3d req-50af16fa-4c5d-4dc7-9366-212bc560332e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Calling delete_port for dbb05276-ab88-4390-8f65-42b66b092757 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:37.762004 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['63d34fc9-04f5-49c1-9969-e91d144383cb'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:53:37.791419 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b6f74072-5565-4a0b-a57b-63e47c258f3d req-50af16fa-4c5d-4dc7-9366-212bc560332e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (dbb05276-ab88-4390-8f65-42b66b092757), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:37.803416 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['2f3f1ebf-91bd-44b1-a576-403913464046'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:53:37.820693 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af16fa-4c5d-4dc7-9366-212bc560332e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event deleted for resources: {'Port': ['ID=dbb05276-ab88-4390-8f65-42b66b092757,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:37.880205 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f74072-5565-4a0b-a57b-63e47c258f3d req-50af16fa-4c5d-4dc7-9366-212bc560332e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] No DVR routers for this DVR port dbb05276-ab88-4390-8f65-42b66b092757 on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:37.883340 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b6f74072-5565-4a0b-a57b-63e47c258f3d req-50af16fa-4c5d-4dc7-9366-212bc560332e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:37.887087 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b6f74072-5565-4a0b-a57b-63e47c258f3d req-50af16fa-4c5d-4dc7-9366-212bc560332e tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "DELETE /v2.0/ports/dbb05276-ab88-4390-8f65-42b66b092757 HTTP/1.1" status: 204 len: 173 time: 0.5760698 Mar 24 15:53:37.887552 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1245b1-1bfb-4b7c-b338-2acc1a7a6134', 'name': 'network-vif-deleted', 'tag': 'dbb05276-ab88-4390-8f65-42b66b092757'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:53:37.889878 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0885cb30-edac-4591-8b48-b1a5ec4fa748" -d '{"events": [{"server_uuid": "2d1245b1-1bfb-4b7c-b338-2acc1a7a6134", "name": "network-vif-deleted", "tag": "dbb05276-ab88-4390-8f65-42b66b092757"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:53:37.928375 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88487ba-6911-4450-96b0-b503509ea753 x-openstack-request-id: req-a88487ba-6911-4450-96b0-b503509ea753 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:53:37.928375 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1245b1-1bfb-4b7c-b338-2acc1a7a6134", "name": "network-vif-deleted", "tag": "dbb05276-ab88-4390-8f65-42b66b092757", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:53:37.928375 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a88487ba-6911-4450-96b0-b503509ea753 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:53:37.928687 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88487ba-6911-4450-96b0-b503509ea753'] response: {'server_uuid': '2d1245b1-1bfb-4b7c-b338-2acc1a7a6134', 'name': 'network-vif-deleted', 'tag': 'dbb05276-ab88-4390-8f65-42b66b092757', 'status': 'completed', 'code': 200} Mar 24 15:53:38.306595 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device dbb05276-ab88-4390-8f65-42b66b092757 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:38.338357 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: dbb05276-ab88-4390-8f65-42b66b092757 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:38.338840 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device dbb05276-ab88-4390-8f65-42b66b092757 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:38.556805 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d5eb7-6c82-4200-8c14-6af81579ebf1 req-49329cf6-e918-41c4-b400-ff424f61ad2e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:38.559116 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8e0d5eb7-6c82-4200-8c14-6af81579ebf1 req-49329cf6-e918-41c4-b400-ff424f61ad2e tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 944 time: 0.0685263 Mar 24 15:53:38.584136 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-99acd4f9-ee9f-49a9-868d-be7ae8aab0a1 req-fd24e03c-a0d6-4666-9507-619a2f42d321 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d1245b1-1bfb-4b7c-b338-2acc1a7a6134 HTTP/1.1" status: 200 len: 210 time: 0.0277941 Mar 24 15:53:38.615808 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8e0d5eb7-6c82-4200-8c14-6af81579ebf1 req-467dbaf4-83fb-4f5b-8bd9-4bb7d54fd3ce tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507505 Mar 24 15:53:39.755616 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ca0ee-aa3a-4cf6-a3bc-1aa4d7c20ed4 req-f1923305-c6eb-4661-b9e9-ce507dfc80d4 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:39.757149 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-962ca0ee-aa3a-4cf6-a3bc-1aa4d7c20ed4 req-f1923305-c6eb-4661-b9e9-ce507dfc80d4 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 944 time: 0.0533493 Mar 24 15:53:39.813842 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-962ca0ee-aa3a-4cf6-a3bc-1aa4d7c20ed4 req-b1585480-7464-4bda-ae27-d3736d5a58a5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508337 Mar 24 15:53:40.092742 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc35f8e-ed21-4a85-b3b5-037d2dbe5997 req-a5c3d469-3349-4fda-9b20-fbaea109cbbd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:40.094295 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bcc35f8e-ed21-4a85-b3b5-037d2dbe5997 req-a5c3d469-3349-4fda-9b20-fbaea109cbbd tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0549793 Mar 24 15:53:40.141655 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bcc35f8e-ed21-4a85-b3b5-037d2dbe5997 req-27abdefd-edd9-42b4-aca8-799ad771e5c5 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Mar 24 15:53:40.315867 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 63d34fc9-04f5-49c1-9969-e91d144383cb up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:53:40.367503 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 63d34fc9-04f5-49c1-9969-e91d144383cb triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:40.367888 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:40.448828 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 63d34fc9-04f5-49c1-9969-e91d144383cb is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:53:40.449220 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:40.471687 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:53:40.474003 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd601bb8-fe7d-4ba2-8ac7-c5e0f6a3318e" -d '{"events": [{"server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "name": "network-vif-plugged", "status": "completed", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:53:40.486219 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:40.508767 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794e3295-b6d7-4927-bc84-8ead7eb5fa89 x-openstack-request-id: req-794e3295-b6d7-4927-bc84-8ead7eb5fa89 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:53:40.509062 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "name": "network-vif-plugged", "status": "completed", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:53:40.509318 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-794e3295-b6d7-4927-bc84-8ead7eb5fa89 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:53:40.509720 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794e3295-b6d7-4927-bc84-8ead7eb5fa89'] response: {'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'code': 200} Mar 24 15:53:40.616638 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:53:40.625589 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:40.673830 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=63d34fc9-04f5-49c1-9969-e91d144383cb,revision_number=10']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:40.925136 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f9277-0d4d-4b6e-bcf5-64d890e83c60 req-528bf056-9242-418e-b6a8-9898553a32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:40.927772 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-160f9277-0d4d-4b6e-bcf5-64d890e83c60 req-528bf056-9242-418e-b6a8-9898553a32aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 1130 time: 0.0757184 Mar 24 15:53:40.947861 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5be50-48ad-4e31-8c7d-c3f405b03377 req-413fc527-8724-46c0-b047-ca7eaeb8e5c5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:40.949503 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-85e5be50-48ad-4e31-8c7d-c3f405b03377 req-413fc527-8724-46c0-b047-ca7eaeb8e5c5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 946 time: 0.0591805 Mar 24 15:53:40.976081 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-160f9277-0d4d-4b6e-bcf5-64d890e83c60 req-239881f9-ae53-44ff-989b-eda6ff3d6000 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416207 Mar 24 15:53:40.997636 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-85e5be50-48ad-4e31-8c7d-c3f405b03377 req-e7279e32-5ca7-4cb2-8334-98ee8d5bd84c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415010 Mar 24 15:53:41.262082 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a30d5-86e4-45d5-8c3b-a38012f3aba1 req-85251263-d7b2-419c-9bfb-20f18be16c14 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:41.263682 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f59a30d5-86e4-45d5-8c3b-a38012f3aba1 req-85251263-d7b2-419c-9bfb-20f18be16c14 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0525839 Mar 24 15:53:41.322045 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f59a30d5-86e4-45d5-8c3b-a38012f3aba1 req-aa9dd5b2-2cae-4586-81af-5e46de429700 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522559 Mar 24 15:53:41.482508 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5dc41004-9e12-4e46-8f1c-784d4a91f410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:41.629982 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60460) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:41.745207 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2655a76a-8a31-43d1-8f6b-4bcbffbe551e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:41.824139 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2655a76a-8a31-43d1-8f6b-4bcbffbe551e admin admin] Publish callbacks [] for security_group (1d70e110-cc92-44bf-ac39-f0493563cd75), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:41.876995 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2655a76a-8a31-43d1-8f6b-4bcbffbe551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (1d70e110-cc92-44bf-ac39-f0493563cd75), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:41.917564 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-2655a76a-8a31-43d1-8f6b-4bcbffbe551e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae830bb8c5204be1aa2b4ab5939dd14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865281 Mar 24 15:53:41.918481 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655a76a-8a31-43d1-8f6b-4bcbffbe551e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d70e110-cc92-44bf-ac39-f0493563cd75,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:41.920324 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60464) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:41.972085 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9caaadad-034e-48b8-ba5c-359ef9736649 admin admin] Publish callbacks [] for security_group (1d70e110-cc92-44bf-ac39-f0493563cd75), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:41.993144 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9caaadad-034e-48b8-ba5c-359ef9736649 admin admin] Publish callbacks [] for security_group (1d70e110-cc92-44bf-ac39-f0493563cd75), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:42.109572 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9caaadad-034e-48b8-ba5c-359ef9736649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (1d70e110-cc92-44bf-ac39-f0493563cd75), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:42.112108 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9caaadad-034e-48b8-ba5c-359ef9736649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:42.115786 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-9caaadad-034e-48b8-ba5c-359ef9736649 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d70e110-cc92-44bf-ac39-f0493563cd75 HTTP/1.1" status: 204 len: 168 time: 0.1917927 Mar 24 15:53:42.124798 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caaadad-034e-48b8-ba5c-359ef9736649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d70e110-cc92-44bf-ac39-f0493563cd75,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:42.146528 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d463b-09ef-4998-9fc5-120ba19e4d39 req-9a3f3c75-e2a3-4740-8403-722d3e7824c5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:42.148076 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ab7d463b-09ef-4998-9fc5-120ba19e4d39 req-9a3f3c75-e2a3-4740-8403-722d3e7824c5 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 946 time: 0.0691571 Mar 24 15:53:42.211457 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ab7d463b-09ef-4998-9fc5-120ba19e4d39 req-7205f6ae-a28d-4d0a-af7c-d6991ef365b2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546453 Mar 24 15:53:42.453996 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90607a4-ef38-459b-a349-6d3fee2d10d8 req-66b77076-c6a0-4978-8cf6-775516f0cde3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:42.458227 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c90607a4-ef38-459b-a349-6d3fee2d10d8 req-66b77076-c6a0-4978-8cf6-775516f0cde3 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0565095 Mar 24 15:53:42.505530 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c90607a4-ef38-459b-a349-6d3fee2d10d8 req-85e05e57-8d2f-4227-a488-ed966d13cc31 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 Mar 24 15:53:42.696602 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60496) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:42.711175 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-29a60238-1d4f-4071-8565-df51ba62aeb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:42.784464 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-29a60238-1d4f-4071-8565-df51ba62aeb1 admin admin] Publish callbacks [] for security_group (614e60a8-9884-4ca6-b682-709ba63962d2), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:42.836976 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-29a60238-1d4f-4071-8565-df51ba62aeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (614e60a8-9884-4ca6-b682-709ba63962d2), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:42.891580 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-29a60238-1d4f-4071-8565-df51ba62aeb1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=521a3d43a8c446768bda9a3cd8be987f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937990 Mar 24 15:53:42.892779 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a60238-1d4f-4071-8565-df51ba62aeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614e60a8-9884-4ca6-b682-709ba63962d2,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:42.894976 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60506) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:42.945261 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-29b3ffce-2ce3-4001-a844-181e4a521f81 admin admin] Publish callbacks [] for security_group (614e60a8-9884-4ca6-b682-709ba63962d2), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:42.967019 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-29b3ffce-2ce3-4001-a844-181e4a521f81 admin admin] Publish callbacks [] for security_group (614e60a8-9884-4ca6-b682-709ba63962d2), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:43.070939 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-29b3ffce-2ce3-4001-a844-181e4a521f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (614e60a8-9884-4ca6-b682-709ba63962d2), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:43.073544 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-29b3ffce-2ce3-4001-a844-181e4a521f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:43.074786 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-29b3ffce-2ce3-4001-a844-181e4a521f81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/614e60a8-9884-4ca6-b682-709ba63962d2 HTTP/1.1" status: 204 len: 168 time: 0.1787472 Mar 24 15:53:43.083342 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3ffce-2ce3-4001-a844-181e4a521f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614e60a8-9884-4ca6-b682-709ba63962d2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:43.342596 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a013d3c-7a16-479a-8be5-5a03ef446f70 req-244d5dc0-1e57-4f2b-b7f4-a6b32447e232 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:43.344175 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1a013d3c-7a16-479a-8be5-5a03ef446f70 req-244d5dc0-1e57-4f2b-b7f4-a6b32447e232 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 946 time: 0.0553346 Mar 24 15:53:43.399888 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1a013d3c-7a16-479a-8be5-5a03ef446f70 req-cdf1857c-200a-4e60-a2f0-9ddf4b35caca tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479336 Mar 24 15:53:43.549087 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86435d0-a05c-443e-9b5e-e3548d6b8633 req-d525ecfb-38b5-4555-994a-3f99af4017fc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:43.550869 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a86435d0-a05c-443e-9b5e-e3548d6b8633 req-d525ecfb-38b5-4555-994a-3f99af4017fc tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0614624 Mar 24 15:53:43.679663 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cb8eb-f35e-41b7-aef6-b81d52444548 req-bd6c5621-a633-48f7-8fc7-d17b2a396a6a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:43.681143 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-571cb8eb-f35e-41b7-aef6-b81d52444548 req-bd6c5621-a633-48f7-8fc7-d17b2a396a6a tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 946 time: 0.0973361 Mar 24 15:53:43.714454 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-a86435d0-a05c-443e-9b5e-e3548d6b8633 req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Deleting port 2f3f1ebf-91bd-44b1-a576-403913464046 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:43.714894 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a86435d0-a05c-443e-9b5e-e3548d6b8633 req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:43.789837 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-571cb8eb-f35e-41b7-aef6-b81d52444548 req-3634aca2-1024-44d9-b7b4-01d6847db51d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/security-groups?id=36102249-9162-4bc7-9589-f4ca06fd2862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025484 Mar 24 15:53:43.821000 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cfbc5967-2681-4b81-9bb5-c214d7d047c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:43.843372 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a86435d0-a05c-443e-9b5e-e3548d6b8633 req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] For port 2f3f1ebf-91bd-44b1-a576-403913464046, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2f3f1ebf-91bd-44b1-a576-403913464046,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:43.843894 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a86435d0-a05c-443e-9b5e-e3548d6b8633 req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:43.869528 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-a86435d0-a05c-443e-9b5e-e3548d6b8633 req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Calling delete_port for 2f3f1ebf-91bd-44b1-a576-403913464046 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:44.128666 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a86435d0-a05c-443e-9b5e-e3548d6b8633 req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (2f3f1ebf-91bd-44b1-a576-403913464046), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:44.140929 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['2f3f1ebf-91bd-44b1-a576-403913464046'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:53:44.159020 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Pushing event deleted for resources: {'Port': ['ID=2f3f1ebf-91bd-44b1-a576-403913464046,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.181680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.182957 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.182957 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.183166 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:53:44.227947 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86435d0-a05c-443e-9b5e-e3548d6b8633 req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] No DVR routers for this DVR port 2f3f1ebf-91bd-44b1-a576-403913464046 on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:44.230412 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a86435d0-a05c-443e-9b5e-e3548d6b8633 req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:44.233697 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a86435d0-a05c-443e-9b5e-e3548d6b8633 req-e18e3ceb-a491-4b96-a7fe-85016ce53a8d tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.24 "DELETE /v2.0/ports/2f3f1ebf-91bd-44b1-a576-403913464046 HTTP/1.1" status: 204 len: 173 time: 0.6773295 Mar 24 15:53:44.234151 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe41a13d-ab88-4d6e-97e9-f8d48909dfd3', 'name': 'network-vif-deleted', 'tag': '2f3f1ebf-91bd-44b1-a576-403913464046'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:53:44.236455 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedeb829-a94d-4693-bb03-ac7efce8bb0b" -d '{"events": [{"server_uuid": "fe41a13d-ab88-4d6e-97e9-f8d48909dfd3", "name": "network-vif-deleted", "tag": "2f3f1ebf-91bd-44b1-a576-403913464046"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:53:44.272114 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d254cd4-3cd2-4e32-a98d-e619fccdccc4 x-openstack-request-id: req-5d254cd4-3cd2-4e32-a98d-e619fccdccc4 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:53:44.272412 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe41a13d-ab88-4d6e-97e9-f8d48909dfd3", "name": "network-vif-deleted", "tag": "2f3f1ebf-91bd-44b1-a576-403913464046", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:53:44.272692 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d254cd4-3cd2-4e32-a98d-e619fccdccc4 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:53:44.273108 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d254cd4-3cd2-4e32-a98d-e619fccdccc4'] response: {'server_uuid': 'fe41a13d-ab88-4d6e-97e9-f8d48909dfd3', 'name': 'network-vif-deleted', 'tag': '2f3f1ebf-91bd-44b1-a576-403913464046', 'status': 'completed', 'code': 200} Mar 24 15:53:44.550982 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d54913-37a5-4c6b-8cb5-52f74df8ee6c req-11507b66-538d-400c-8dc9-b7927bf57d34 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:44.552665 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-63d54913-37a5-4c6b-8cb5-52f74df8ee6c req-11507b66-538d-400c-8dc9-b7927bf57d34 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 946 time: 0.0736079 Mar 24 15:53:44.604509 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-63d54913-37a5-4c6b-8cb5-52f74df8ee6c req-92b1a75b-00fd-455a-9880-5891311c0fea tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456586 Mar 24 15:53:44.899489 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d7d102ae-2a0b-405a-aca9-82e7029e8352 req-8025acd4-01bd-48dd-ad8b-72051946d367 tempest-ServerRescueNegativeTestJSON-306601091 tempest-ServerRescueNegativeTestJSON-306601091-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe41a13d-ab88-4d6e-97e9-f8d48909dfd3 HTTP/1.1" status: 200 len: 210 time: 0.0270634 Mar 24 15:53:45.014439 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:45.955866 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60578) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:46.317707 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:46.342265 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 2f3f1ebf-91bd-44b1-a576-403913464046 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:46.364207 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 2f3f1ebf-91bd-44b1-a576-403913464046 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:46.364774 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 2f3f1ebf-91bd-44b1-a576-403913464046 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:46.413941 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:46.584068 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] Deleting port 1469a4fa-052e-4711-a2c3-d16aef435e8a {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:46.584984 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:46.662152 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] For port 1469a4fa-052e-4711-a2c3-d16aef435e8a, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=1469a4fa-052e-4711-a2c3-d16aef435e8a,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:46.662511 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:46.675737 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] Calling delete_port for 1469a4fa-052e-4711-a2c3-d16aef435e8a owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:46.899420 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (1469a4fa-052e-4711-a2c3-d16aef435e8a), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:46.926441 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=1469a4fa-052e-4711-a2c3-d16aef435e8a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:47.059907 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623798'] for router_interface (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:47.287264 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] Router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:53:47.393362 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:53:47.399263 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-a5d971be-cd3c-4e30-a28a-6912c7646b67 admin admin] 10.222.0.31 "PUT /v2.0/routers/9998c34f-ba1a-4275-b12a-a71ca0a42a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4416275 Mar 24 15:53:47.401956 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60598) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:47.404821 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6fb89a-b36f-420a-b6e4-044da46896ed None None] Sync routers for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:53:47.415875 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6fb89a-b36f-420a-b6e4-044da46896ed None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:47.416500 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-da6fb89a-b36f-420a-b6e4-044da46896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:47.553008 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-da6fb89a-b36f-420a-b6e4-044da46896ed None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:47.752196 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-da6fb89a-b36f-420a-b6e4-044da46896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:53:46Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:47.796667 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6fb89a-b36f-420a-b6e4-044da46896ed None None] Checking router: 9998c34f-ba1a-4275-b12a-a71ca0a42a8d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:53:47.796909 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:47.809015 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6fb89a-b36f-420a-b6e4-044da46896ed None None] Routers {'9998c34f-ba1a-4275-b12a-a71ca0a42a8d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:53:47.809638 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-da6fb89a-b36f-420a-b6e4-044da46896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:53:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:47.984803 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Publish callbacks [] for router (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.014265 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-da6fb89a-b36f-420a-b6e4-044da46896ed None None] Set router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:53:48.088302 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Publish callbacks [] for router_gateway (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.187873 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-da6fb89a-b36f-420a-b6e4-044da46896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:53:46Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:48.192889 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Deleting port d0646be4-daed-435d-a845-63628eab5e26 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:48.193234 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (d0646be4-daed-435d-a845-63628eab5e26), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.217512 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6fb89a-b36f-420a-b6e4-044da46896ed None None] The sync data for ids ['9998c34f-ba1a-4275-b12a-a71ca0a42a8d'] in dv-cinder-790535-34-iscsi is: [{'id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1682259400-router', 'tenant_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd0646be4-daed-435d-a845-63628eab5e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:48:49Z', 'updated_at': '2022-03-24T15:53:46Z', 'revision_number': 5, 'project_id': '98c83d0f8bd24e9b9d949b3d27de8b7d', 'gw_port': {'id': 'd0646be4-daed-435d-a845-63628eab5e26', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998c34f-ba1a-4275-b12a-a71ca0a42a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:48:50Z', 'updated_at': '2022-03-24T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:53:48.279803 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] For port d0646be4-daed-435d-a845-63628eab5e26, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=d0646be4-daed-435d-a845-63628eab5e26,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:48.280176 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (d0646be4-daed-435d-a845-63628eab5e26), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.293021 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Calling delete_port for d0646be4-daed-435d-a845-63628eab5e26 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:48.511095 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (d0646be4-daed-435d-a845-63628eab5e26), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.536802 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0646be4-daed-435d-a845-63628eab5e26,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:48.560964 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625868'] for router_gateway (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.656397 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046009'] for router (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.658552 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Publish callbacks [] for router_controller (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.791212 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1623535'] for router (9998c34f-ba1a-4275-b12a-a71ca0a42a8d), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.791689 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9998c34f-ba1a-4275-b12a-a71ca0a42a8d {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:53:48.795946 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.798405 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-8ce44620-4bdf-4205-8b17-07aeca4f6fc4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9998c34f-ba1a-4275-b12a-a71ca0a42a8d HTTP/1.1" status: 204 len: 168 time: 1.3954856 Mar 24 15:53:48.799544 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60612) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:48.846406 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-96825899-e00c-441e-8f3b-367bde37a6e3 admin admin] Deleting subnet 37265b4e-d7bd-4bdc-9626-e2972c2b391d {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:53:48.850551 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96825899-e00c-441e-8f3b-367bde37a6e3 admin admin] Publish callbacks [] for subnet (37265b4e-d7bd-4bdc-9626-e2972c2b391d), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.885574 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96825899-e00c-441e-8f3b-367bde37a6e3 admin admin] Publish callbacks [] for subnet (37265b4e-d7bd-4bdc-9626-e2972c2b391d), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:48.933956 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96825899-e00c-441e-8f3b-367bde37a6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (37265b4e-d7bd-4bdc-9626-e2972c2b391d), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.066117 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96825899-e00c-441e-8f3b-367bde37a6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (37265b4e-d7bd-4bdc-9626-e2972c2b391d), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.092046 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96825899-e00c-441e-8f3b-367bde37a6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37265b4e-d7bd-4bdc-9626-e2972c2b391d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:49.099271 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96825899-e00c-441e-8f3b-367bde37a6e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.100809 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-96825899-e00c-441e-8f3b-367bde37a6e3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/37265b4e-d7bd-4bdc-9626-e2972c2b391d HTTP/1.1" status: 204 len: 168 time: 0.2999330 Mar 24 15:53:49.103393 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60616) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:49.103865 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7cd2ef-33ad-4cf8-b70b-edfc012fe06e None None] Network 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:53:49.174482 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (5cbc914f-bdf0-49cc-9e39-e0d247d5cec4), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.227518 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Deleting port cf88fb29-edaf-4ccf-b90d-75cb3d960107 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:49.227864 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.263508 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a50e1-804e-4dcb-b6ff-69269ba50b9e None None] DHCP port deletion for 5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 request from dv-cinder-790535-34-iscsi {{(pid=110398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:53:49.306028 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] For port cf88fb29-edaf-4ccf-b90d-75cb3d960107, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=cf88fb29-edaf-4ccf-b90d-75cb3d960107,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:49.306399 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.322524 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a50e1-804e-4dcb-b6ff-69269ba50b9e None None] Deleting port cf88fb29-edaf-4ccf-b90d-75cb3d960107 {{(pid=110398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:53:49.323369 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fe1a50e1-804e-4dcb-b6ff-69269ba50b9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), before_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.323584 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Calling delete_port for cf88fb29-edaf-4ccf-b90d-75cb3d960107 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:49.337902 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 1469a4fa-052e-4711-a2c3-d16aef435e8a no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:49.395255 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 1469a4fa-052e-4711-a2c3-d16aef435e8a {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:49.395610 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 1469a4fa-052e-4711-a2c3-d16aef435e8a not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:49.396046 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device d0646be4-daed-435d-a845-63628eab5e26 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:49.424008 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: d0646be4-daed-435d-a845-63628eab5e26 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:53:49.424485 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device d0646be4-daed-435d-a845-63628eab5e26 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:49.425558 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device cf88fb29-edaf-4ccf-b90d-75cb3d960107 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:53:49.450564 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fe1a50e1-804e-4dcb-b6ff-69269ba50b9e None None] For port cf88fb29-edaf-4ccf-b90d-75cb3d960107, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=cf88fb29-edaf-4ccf-b90d-75cb3d960107,segment=NetworkSegment(411c0b49-32b7-4d09-8b20-f23041ce5ce5),segment_id=411c0b49-32b7-4d09-8b20-f23041ce5ce5)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:53:49.451019 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fe1a50e1-804e-4dcb-b6ff-69269ba50b9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), precommit_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.471791 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a50e1-804e-4dcb-b6ff-69269ba50b9e None None] Calling delete_port for cf88fb29-edaf-4ccf-b90d-75cb3d960107 owned by network:dhcp {{(pid=110398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:53:49.482227 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.490893 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No active binding found for port cf88fb29-edaf-4ccf-b90d-75cb3d960107 {{(pid=110398) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 24 15:53:49.491204 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] The host dv-cinder-790535-34-iscsi is not matching for port cf88fb29-edaf-4ccf-b90d-75cb3d960107 host None! {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 15:53:49.491595 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device cf88fb29-edaf-4ccf-b90d-75cb3d960107 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:53:49.512954 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf88fb29-edaf-4ccf-b90d-75cb3d960107,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:49.516725 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] No DVR routers for this DVR port cf88fb29-edaf-4ccf-b90d-75cb3d960107 on host dv-cinder-790535-34-iscsi {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:49.559362 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fe1a50e1-804e-4dcb-b6ff-69269ba50b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (cf88fb29-edaf-4ccf-b90d-75cb3d960107), after_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.583332 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a50e1-804e-4dcb-b6ff-69269ba50b9e None None] Pushing event deleted for resources: {'Port': ['ID=cf88fb29-edaf-4ccf-b90d-75cb3d960107,revision_number=None']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:49.589216 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a50e1-804e-4dcb-b6ff-69269ba50b9e None None] No DVR routers for this DVR port cf88fb29-edaf-4ccf-b90d-75cb3d960107 on host dv-cinder-790535-34-iscsi {{(pid=110398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:53:49.597847 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (5cbc914f-bdf0-49cc-9e39-e0d247d5cec4), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.619425 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbc914f-bdf0-49cc-9e39-e0d247d5cec4']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:49.629560 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411c0b49-32b7-4d09-8b20-f23041ce5ce5') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:49.629868 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411c0b49-32b7-4d09-8b20-f23041ce5ce5') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:53:49.639233 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (411c0b49-32b7-4d09-8b20-f23041ce5ce5), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.652731 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (411c0b49-32b7-4d09-8b20-f23041ce5ce5), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.658494 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (411c0b49-32b7-4d09-8b20-f23041ce5ce5), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:53:49.661066 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:53:49.773851 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (5cbc914f-bdf0-49cc-9e39-e0d247d5cec4), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.779563 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:49.782974 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5cbc914f-bdf0-49cc-9e39-e0d247d5cec4 HTTP/1.1" status: 204 len: 168 time: 0.6784916 Mar 24 15:53:49.795452 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafe08b-a69a-46bc-874c-13b526587228 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cbc914f-bdf0-49cc-9e39-e0d247d5cec4,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:50.081486 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60624) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:50.121495 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b119f305-d601-4815-94f6-46af63d47df7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98c83d0f8bd24e9b9d949b3d27de8b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388300 Mar 24 15:53:50.123970 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60626) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:50.174922 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3076-7344-4f37-8362-8ed0982cc7f8 admin admin] Publish callbacks [] for security_group (36102249-9162-4bc7-9589-f4ca06fd2862), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:50.195165 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3076-7344-4f37-8362-8ed0982cc7f8 admin admin] Publish callbacks [] for security_group (36102249-9162-4bc7-9589-f4ca06fd2862), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:50.305131 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3076-7344-4f37-8362-8ed0982cc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (36102249-9162-4bc7-9589-f4ca06fd2862), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:50.307724 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3076-7344-4f37-8362-8ed0982cc7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:50.308872 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-7eeb3076-7344-4f37-8362-8ed0982cc7f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36102249-9162-4bc7-9589-f4ca06fd2862 HTTP/1.1" status: 204 len: 168 time: 0.1839767 Mar 24 15:53:50.317042 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb3076-7344-4f37-8362-8ed0982cc7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36102249-9162-4bc7-9589-f4ca06fd2862,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:53.740693 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-30ce1e15-2ad1-4993-9994-f02fb76af0c8 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421026551&fields=id&tenant_id=f96e6f018e9b4e259edecd86425431f1 HTTP/1.1" status: 200 len: 267 time: 0.0425475 Mar 24 15:53:53.856818 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-0850b1ad-cb6b-459a-8d3d-72cb70ba7027 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:53.866355 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-0850b1ad-cb6b-459a-8d3d-72cb70ba7027 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/networks?id=28c6f896-6ee0-4273-b408-9ea5f8e30f01 HTTP/1.1" status: 200 len: 809 time: 0.1099632 Mar 24 15:53:53.874802 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-2b0cace6-6032-44c0-9820-817ee3cc267a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/quotas/f96e6f018e9b4e259edecd86425431f1 HTTP/1.1" status: 200 len: 375 time: 0.0109258 Mar 24 15:53:53.933859 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-bb68a693-71c7-4ee3-8758-1cd252318ccc tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f96e6f018e9b4e259edecd86425431f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515766 Mar 24 15:53:54.040043 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-7ebd4c40-1041-41c7-a7d8-caf490f914c2 service neutron] 10.222.0.31 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945811 Mar 24 15:53:54.130189 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-71e8974a-72cd-47ed-8d33-f3e1abdb09b1 service neutron] 10.222.0.31 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843282 Mar 24 15:53:54.652806 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3b831c45-ea93-4ca9-a69b-08e5009ba1e8 req-1685a79a-63c7-4710-a8f5-6af470fa1eb3 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 210 time: 0.0317903 Mar 24 15:53:55.748025 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-60660e0e-d944-4972-ae3d-2f2d9ad92a35 req-6ca66f77-15cb-4ddc-b4f0-2b3fbb3f1df5 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 210 time: 0.0283663 Mar 24 15:53:56.266400 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60754) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:56.369262 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b303acde-ae13-47bb-87d7-6351290324f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:56.444224 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b303acde-ae13-47bb-87d7-6351290324f7 admin admin] Publish callbacks [] for security_group (319fd524-ca2e-49fc-bff3-ef9ea5df7aa2), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:56.510536 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b303acde-ae13-47bb-87d7-6351290324f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (319fd524-ca2e-49fc-bff3-ef9ea5df7aa2), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:56.547297 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303acde-ae13-47bb-87d7-6351290324f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319fd524-ca2e-49fc-bff3-ef9ea5df7aa2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:56.551837 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b303acde-ae13-47bb-87d7-6351290324f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee23828a15994e3db4445e506273620d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841513 Mar 24 15:53:56.554282 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 60758) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:56.601862 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3b80c8a-ca07-4c03-b701-01872a18935e admin admin] Publish callbacks [] for security_group (319fd524-ca2e-49fc-bff3-ef9ea5df7aa2), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:56.623710 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3b80c8a-ca07-4c03-b701-01872a18935e admin admin] Publish callbacks [] for security_group (319fd524-ca2e-49fc-bff3-ef9ea5df7aa2), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:56.790787 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3b80c8a-ca07-4c03-b701-01872a18935e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (319fd524-ca2e-49fc-bff3-ef9ea5df7aa2), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:56.793440 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3b80c8a-ca07-4c03-b701-01872a18935e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:56.794626 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-c3b80c8a-ca07-4c03-b701-01872a18935e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/319fd524-ca2e-49fc-bff3-ef9ea5df7aa2 HTTP/1.1" status: 204 len: 168 time: 0.2394099 Mar 24 15:53:56.803145 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b80c8a-ca07-4c03-b701-01872a18935e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319fd524-ca2e-49fc-bff3-ef9ea5df7aa2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:56.855250 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3e175d62-69f5-4ba7-8857-fa7501553090 req-b245fd3d-a867-4c05-9beb-8b661fc4071f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 210 time: 0.0312264 Mar 24 15:53:56.985320 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-c27f960a-5624-49a3-b2b1-32b4356033ff tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:56.986875 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-c27f960a-5624-49a3-b2b1-32b4356033ff tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.24 "GET /v2.0/networks?id=28c6f896-6ee0-4273-b408-9ea5f8e30f01 HTTP/1.1" status: 200 len: 809 time: 0.0995688 Mar 24 15:53:57.053211 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-ee3caa96-e0fc-4056-9f07-2ce7fd318d81 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f96e6f018e9b4e259edecd86425431f1 HTTP/1.1" status: 200 len: 380 time: 0.0562594 Mar 24 15:53:57.062346 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Request body: {'port': {'device_id': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'admin_state_up': True, 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'security_groups': ['3aeaf6df-d236-438c-8a48-263e3eabd0d0']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:57.305354 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Made reservation on behalf of f96e6f018e9b4e259edecd86425431f1 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:53:57.308753 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:57.437300 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Allocated IP 172.20.0.13 (28c6f896-6ee0-4273-b408-9ea5f8e30f01/5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8/3ac42759-3a16-4ff2-a250-3e08dc6ed95c) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:53:57.484280 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60784) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:57.498444 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ecf44479-86dd-4069-aa1d-8f0a72494273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:57.591612 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:57.594853 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ecf44479-86dd-4069-aa1d-8f0a72494273 admin admin] Publish callbacks [] for security_group (da7227a0-a624-4ae7-ba93-8ac591b789ac), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:57.728031 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ecf44479-86dd-4069-aa1d-8f0a72494273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (da7227a0-a624-4ae7-ba93-8ac591b789ac), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:57.728630 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:57.768174 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-ecf44479-86dd-4069-aa1d-8f0a72494273 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6e663e219b343d0b606f8a09a751959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827320 Mar 24 15:53:57.769783 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf44479-86dd-4069-aa1d-8f0a72494273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7227a0-a624-4ae7-ba93-8ac591b789ac,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:57.779220 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 60790) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:53:57.789936 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:53:57.793490 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:53:57.796754 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:53:57.802917 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:57.807770 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:57.826766 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event updated for resources: {'Port': ['ID=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:57.855469 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-550b77bb-47af-4bc3-9156-061bc71bd4f0 admin admin] Publish callbacks [] for security_group (da7227a0-a624-4ae7-ba93-8ac591b789ac), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:57.881582 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-550b77bb-47af-4bc3-9156-061bc71bd4f0 admin admin] Publish callbacks [] for security_group (da7227a0-a624-4ae7-ba93-8ac591b789ac), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:57.902798 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-31f2ee55-bfc9-4a4f-adc2-5a8db27e3e61 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8444099 Mar 24 15:53:57.922824 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Request body: {'port': {'device_id': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:53:57.999888 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:58.003867 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232580af-9cb8-4cc5-9df0-2548c6ccb141 req-b759e853-2c61-4da0-9495-be001b270a49 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:58.005542 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-232580af-9cb8-4cc5-9df0-2548c6ccb141 req-b759e853-2c61-4da0-9495-be001b270a49 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 932 time: 0.0569203 Mar 24 15:53:58.007791 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-550b77bb-47af-4bc3-9156-061bc71bd4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (da7227a0-a624-4ae7-ba93-8ac591b789ac), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:58.011835 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-550b77bb-47af-4bc3-9156-061bc71bd4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:58.013388 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-550b77bb-47af-4bc3-9156-061bc71bd4f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da7227a0-a624-4ae7-ba93-8ac591b789ac HTTP/1.1" status: 204 len: 168 time: 0.2372203 Mar 24 15:53:58.037865 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b77bb-47af-4bc3-9156-061bc71bd4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7227a0-a624-4ae7-ba93-8ac591b789ac,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:58.072989 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-0477835f-4630-4326-a90e-d7004795a27f None None] Provisioning complete for port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:53:58.073460 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0477835f-4630-4326-a90e-d7004795a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:58.082803 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-232580af-9cb8-4cc5-9df0-2548c6ccb141 req-db892450-2192-4dd3-ac17-d9e4316b557f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678189 Mar 24 15:53:58.128968 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-0477835f-4630-4326-a90e-d7004795a27f None None] Port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:53:58.320950 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac42759-3a16-4ff2-a250-3e08dc6ed95c {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:53:58.328987 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Publish callbacks [] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:58.341376 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Transition to ACTIVE for port object 3ac42759-3a16-4ff2-a250-3e08dc6ed95c will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:53:58.464926 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:58.525708 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Pushing event updated for resources: {'Port': ['ID=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:58.563217 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Attempting to bind port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:53:58.563559 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Attempting to bind port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:53:58.563892 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Attempting to bind port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c on network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:53:58.569109 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c on network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:53:58.569422 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Attempting to bind port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c on network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:53:58.575134 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:53:58.575482 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Checking segment: {'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:53:58.575930 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Bound using segment: {'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:53:58.576361 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Bound port: 3ac42759-3a16-4ff2-a250-3e08dc6ed95c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924629a9-19a2-4a8c-b0e4-5ff1d214621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:53:58.576777 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:58.651140 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] For port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:53:58.654466 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] For port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:53:58.837221 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:58.871896 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:58.872527 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:53:58.873931 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] 10.222.0.24 "PUT /v2.0/ports/3ac42759-3a16-4ff2-a250-3e08dc6ed95c HTTP/1.1" status: 200 len: 1094 time: 0.9586565 Mar 24 15:53:58.877402 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:53:58.877402 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6902bb0e-5964-491b-a473-7c4ad1826e27" -d '{"events": [{"name": "network-changed", "server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:53:58.910098 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e2c3a-66c8-4b7c-8335-65670a77fdbe service neutron] Pushing event updated for resources: {'Port': ['ID=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:53:58.945092 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd60f97c-14e8-4992-965f-977bc975a5cc x-openstack-request-id: req-fd60f97c-14e8-4992-965f-977bc975a5cc {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:53:58.945596 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:53:58.946008 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd60f97c-14e8-4992-965f-977bc975a5cc {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:53:58.946576 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd60f97c-14e8-4992-965f-977bc975a5cc'] response: {'name': 'network-changed', 'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'status': 'completed', 'code': 200} Mar 24 15:53:59.013470 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902bb0e-5964-491b-a473-7c4ad1826e27 req-7058993b-7ea4-413a-85bb-7b6438cf9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:59.015243 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6902bb0e-5964-491b-a473-7c4ad1826e27 req-7058993b-7ea4-413a-85bb-7b6438cf9170 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f96e6f018e9b4e259edecd86425431f1&device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 1128 time: 0.0508349 Mar 24 15:53:59.127354 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902bb0e-5964-491b-a473-7c4ad1826e27 req-45d93e54-6a36-45a3-8c30-fe145c041f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:59.128827 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6902bb0e-5964-491b-a473-7c4ad1826e27 req-45d93e54-6a36-45a3-8c30-fe145c041f0e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f96e6f018e9b4e259edecd86425431f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1072938 Mar 24 15:53:59.219163 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6ebb8-b77d-4a3d-89ca-c88cee44c228 req-b014c2d3-a147-4c6a-910f-0c2681a44407 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:59.220661 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c3a6ebb8-b77d-4a3d-89ca-c88cee44c228 req-b014c2d3-a147-4c6a-910f-0c2681a44407 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0646131 Mar 24 15:53:59.225768 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902bb0e-5964-491b-a473-7c4ad1826e27 req-607e0ecb-a5a4-4707-b4ed-14ec44671403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:59.227431 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6902bb0e-5964-491b-a473-7c4ad1826e27 req-607e0ecb-a5a4-4707-b4ed-14ec44671403 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926239 Mar 24 15:53:59.273979 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c3a6ebb8-b77d-4a3d-89ca-c88cee44c228 req-e019cd01-5933-447b-8fa3-3f9e23494fe0 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452147 Mar 24 15:53:59.327379 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f54c490b-a366-404c-8acd-95142208031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:59.328910 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f54c490b-a366-404c-8acd-95142208031e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f96e6f018e9b4e259edecd86425431f1&device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 1128 time: 0.0645046 Mar 24 15:53:59.370771 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-14ade204-4656-4922-b868-22eb87b35a29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c HTTP/1.1" status: 200 len: 217 time: 0.0350916 Mar 24 15:53:59.418871 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-6774d7e2-7eff-4219-9286-aab08d35e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:59.420367 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-6774d7e2-7eff-4219-9286-aab08d35e581 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8 HTTP/1.1" status: 200 len: 848 time: 0.0437334 Mar 24 15:53:59.475931 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-a48f68fa-ce8d-449c-9e93-381453f6b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:53:59.477443 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-a48f68fa-ce8d-449c-9e93-381453f6b67f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c6f896-6ee0-4273-b408-9ea5f8e30f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517755 Mar 24 15:53:59.567250 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-f276f770-9d6f-4c0b-af1b-7716c3df91a4 service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830472 Mar 24 15:53:59.658547 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c0ab3c93-344b-4023-bd9a-e7e7b347181f req-c48775fa-e0c7-4ae5-aeb4-7c68c3a6c819 service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853097 Mar 24 15:54:00.398308 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c076b-6e99-40c7-916d-742494c69258 req-d906137f-fd46-40a6-80fb-6537e66c918c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:00.399835 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-838c076b-6e99-40c7-916d-742494c69258 req-d906137f-fd46-40a6-80fb-6537e66c918c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0554845 Mar 24 15:54:00.455264 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-838c076b-6e99-40c7-916d-742494c69258 req-8781df9f-fc46-459c-9169-eb80edfab1d9 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492933 Mar 24 15:54:01.568361 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a1958-a1ba-4aa0-831a-1bd953b4849d req-b81c0065-00c4-49b9-b019-4e34cb9ccf9f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:01.569850 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c62a1958-a1ba-4aa0-831a-1bd953b4849d req-b81c0065-00c4-49b9-b019-4e34cb9ccf9f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0535855 Mar 24 15:54:01.617128 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c62a1958-a1ba-4aa0-831a-1bd953b4849d req-32063386-7c1f-443c-8802-f7116b274f01 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415385 Mar 24 15:54:02.733777 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da3ef6-8312-4570-9579-5421bdb568a5 req-cac2fd1f-c4f6-4eb5-a585-e6dca39b0cac tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:02.735262 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-89da3ef6-8312-4570-9579-5421bdb568a5 req-cac2fd1f-c4f6-4eb5-a585-e6dca39b0cac tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0509882 Mar 24 15:54:02.784582 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-89da3ef6-8312-4570-9579-5421bdb568a5 req-f7030d13-d775-4734-a719-39bec30abf3f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 Mar 24 15:54:03.562125 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:03.911195 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c69a8-503b-4f01-b4ab-e0856d76bab6 req-136f0037-a27e-4d7b-90b1-0f1568c819eb tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:03.912648 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-073c69a8-503b-4f01-b4ab-e0856d76bab6 req-136f0037-a27e-4d7b-90b1-0f1568c819eb tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0556047 Mar 24 15:54:03.967604 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-073c69a8-503b-4f01-b4ab-e0856d76bab6 req-0ab3a4b0-9bed-4fcc-b66f-4ed85407a80c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476224 Mar 24 15:54:05.098214 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b34bc-8c42-4bc9-90ce-3b9c5555cb6d req-0afc4167-d709-4469-827a-096dbefe7797 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:05.100014 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cb4b34bc-8c42-4bc9-90ce-3b9c5555cb6d req-0afc4167-d709-4469-827a-096dbefe7797 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0648284 Mar 24 15:54:05.148740 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cb4b34bc-8c42-4bc9-90ce-3b9c5555cb6d req-4b851380-57b4-407e-a682-2098bb148718 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430272 Mar 24 15:54:06.264976 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ab9c-5baf-415c-999a-f030d0145df2 req-06b0b17c-f12d-4f9f-ac6b-d91b75d86c4d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:06.266561 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e5c0ab9c-5baf-415c-999a-f030d0145df2 req-06b0b17c-f12d-4f9f-ac6b-d91b75d86c4d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0527036 Mar 24 15:54:06.315769 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e5c0ab9c-5baf-415c-999a-f030d0145df2 req-8a249cb0-8372-4a1c-bba6-356c5c9ec8b3 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 Mar 24 15:54:07.442870 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d736c-ab59-4e4d-aea8-9294dcae62f0 req-cc6197a5-4f33-4e32-a44f-2b415dce2b39 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:07.444367 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0f2d736c-ab59-4e4d-aea8-9294dcae62f0 req-cc6197a5-4f33-4e32-a44f-2b415dce2b39 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0566032 Mar 24 15:54:07.494830 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0f2d736c-ab59-4e4d-aea8-9294dcae62f0 req-9fbcd97c-9fc6-4db2-aa0a-06f90847fdd0 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447087 Mar 24 15:54:07.785025 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 32780) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:07.889144 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1a663570-f876-4d99-9497-027b81d4be7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:07.970075 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1a663570-f876-4d99-9497-027b81d4be7a admin admin] Publish callbacks [] for security_group (01c4ceca-e115-4f01-af7f-b5f561491b09), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:08.042049 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1a663570-f876-4d99-9497-027b81d4be7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (01c4ceca-e115-4f01-af7f-b5f561491b09), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:08.079078 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a663570-f876-4d99-9497-027b81d4be7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c4ceca-e115-4f01-af7f-b5f561491b09,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:08.083386 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-1a663570-f876-4d99-9497-027b81d4be7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97f0585bc2394f07bf0f4da6ba7745dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972610 Mar 24 15:54:08.085942 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 32784) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:08.133186 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-841ed5e7-71ed-48db-a79a-1d80af648b36 admin admin] Publish callbacks [] for security_group (01c4ceca-e115-4f01-af7f-b5f561491b09), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:08.153732 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-841ed5e7-71ed-48db-a79a-1d80af648b36 admin admin] Publish callbacks [] for security_group (01c4ceca-e115-4f01-af7f-b5f561491b09), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:08.258942 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-841ed5e7-71ed-48db-a79a-1d80af648b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (01c4ceca-e115-4f01-af7f-b5f561491b09), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:08.261506 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-841ed5e7-71ed-48db-a79a-1d80af648b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:08.262722 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-841ed5e7-71ed-48db-a79a-1d80af648b36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01c4ceca-e115-4f01-af7f-b5f561491b09 HTTP/1.1" status: 204 len: 168 time: 0.1758547 Mar 24 15:54:08.270266 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ed5e7-71ed-48db-a79a-1d80af648b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c4ceca-e115-4f01-af7f-b5f561491b09,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:08.615025 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682c52-c9fa-4e6f-97df-761df7f006b4 req-2d5eef83-a328-46fb-80aa-f2bdfc14905e tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:08.616536 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7a682c52-c9fa-4e6f-97df-761df7f006b4 req-2d5eef83-a328-46fb-80aa-f2bdfc14905e tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0547616 Mar 24 15:54:08.668869 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7a682c52-c9fa-4e6f-97df-761df7f006b4 req-1a851db6-1f02-46c6-baf4-03825eea4031 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467901 Mar 24 15:54:08.907163 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 32804) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:08.921545 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffca884e-58af-4382-b46d-ce6260c42bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:09.006162 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffca884e-58af-4382-b46d-ce6260c42bb3 admin admin] Publish callbacks [] for security_group (9f18b4d6-0f71-4014-a8ea-6d0cb38a6f9f), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:09.087592 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffca884e-58af-4382-b46d-ce6260c42bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (9f18b4d6-0f71-4014-a8ea-6d0cb38a6f9f), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:09.126428 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-ffca884e-58af-4382-b46d-ce6260c42bb3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a63dd342fe647649b1d92f71eeaaf77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179847 Mar 24 15:54:09.128618 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca884e-58af-4382-b46d-ce6260c42bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18b4d6-0f71-4014-a8ea-6d0cb38a6f9f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:09.129613 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 3ac42759-3a16-4ff2-a250-3e08dc6ed95c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:54:09.130332 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 32810) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:09.178388 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86defda1-541d-499f-a760-47691dd3ba63 admin admin] Publish callbacks [] for security_group (9f18b4d6-0f71-4014-a8ea-6d0cb38a6f9f), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:09.199568 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86defda1-541d-499f-a760-47691dd3ba63 admin admin] Publish callbacks [] for security_group (9f18b4d6-0f71-4014-a8ea-6d0cb38a6f9f), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:09.230522 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:09.242360 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'port_id': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'mac_address': 'fa:16:3e:0f:b7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:54:09.289487 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:09.290597 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:09.304849 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac42759-3a16-4ff2-a250-3e08dc6ed95c {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:54:09.325423 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:09.327998 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86defda1-541d-499f-a760-47691dd3ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (9f18b4d6-0f71-4014-a8ea-6d0cb38a6f9f), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:09.330810 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86defda1-541d-499f-a760-47691dd3ba63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:09.336453 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-86defda1-541d-499f-a760-47691dd3ba63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f18b4d6-0f71-4014-a8ea-6d0cb38a6f9f HTTP/1.1" status: 204 len: 168 time: 0.2012618 Mar 24 15:54:09.341142 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86defda1-541d-499f-a760-47691dd3ba63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18b4d6-0f71-4014-a8ea-6d0cb38a6f9f,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:09.413734 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:09.462543 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:09.656265 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['3ac42759-3a16-4ff2-a250-3e08dc6ed95c'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:54:09.795511 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af5605-02e8-4347-82d8-b034205f2a5d req-b3d31e93-eda7-4684-a504-619e9f62f748 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:09.797061 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c9af5605-02e8-4347-82d8-b034205f2a5d req-b3d31e93-eda7-4684-a504-619e9f62f748 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 945 time: 0.0549726 Mar 24 15:54:09.853955 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c9af5605-02e8-4347-82d8-b034205f2a5d req-18065291-5873-403c-8e0d-1a2fff066fdd tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496414 Mar 24 15:54:10.974967 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67afdfd-f6bf-45d1-90a6-421c6ae47f0d req-43c056d1-ee60-46d0-94c8-ee74a3ff4265 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:10.976533 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b67afdfd-f6bf-45d1-90a6-421c6ae47f0d req-43c056d1-ee60-46d0-94c8-ee74a3ff4265 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 945 time: 0.0527658 Mar 24 15:54:11.024265 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b67afdfd-f6bf-45d1-90a6-421c6ae47f0d req-306930c0-a7c5-4182-acb4-16833955d551 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420806 Mar 24 15:54:11.144002 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 3ac42759-3a16-4ff2-a250-3e08dc6ed95c up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:54:11.258999 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:54:11.263900 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:11.263900 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:11.343957 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:11.344359 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:11.367561 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:54:11.369787 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6f0039-244e-480e-a456-0a3d032ef891" -d '{"events": [{"server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "name": "network-vif-plugged", "status": "completed", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:54:11.383099 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:11.419759 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc02066-0529-4495-9b47-b3ef3d475539 x-openstack-request-id: req-1dc02066-0529-4495-9b47-b3ef3d475539 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:54:11.419965 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "name": "network-vif-plugged", "status": "completed", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:54:11.420230 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dc02066-0529-4495-9b47-b3ef3d475539 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:54:11.420792 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc02066-0529-4495-9b47-b3ef3d475539'] response: {'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'code': 200} Mar 24 15:54:11.482537 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:11.529185 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b69cc637-c0f4-4846-8044-029ea33a8c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:11.533223 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:11.790748 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54f6b9-b5d2-462e-a9c7-66a398f07ac3 req-5d5b742e-f6af-484b-a4a3-040a5a18812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:11.792188 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ba54f6b9-b5d2-462e-a9c7-66a398f07ac3 req-5d5b742e-f6af-484b-a4a3-040a5a18812e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 1130 time: 0.0448933 Mar 24 15:54:11.846784 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ba54f6b9-b5d2-462e-a9c7-66a398f07ac3 req-80b04e44-abc2-4522-b399-6d39964711be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 Mar 24 15:54:12.151510 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1138cb4-5480-4a75-b0b5-5e5c1e54365f req-446d4228-5e43-4051-aa32-8287c9ebadf7 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:12.158163 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b1138cb4-5480-4a75-b0b5-5e5c1e54365f req-446d4228-5e43-4051-aa32-8287c9ebadf7 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0644968 Mar 24 15:54:12.203421 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b1138cb4-5480-4a75-b0b5-5e5c1e54365f req-a233ecf6-ddfc-4c67-b079-15bfdc2ed75c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443540 Mar 24 15:54:12.324279 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 32896) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:12.427543 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6cea57a8-d32b-4f8a-bf16-f9b063cd2b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:12.498821 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6cea57a8-d32b-4f8a-bf16-f9b063cd2b82 admin admin] Publish callbacks [] for security_group (8f8fac1d-13a2-451d-817a-645113b5acd2), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:12.544726 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6cea57a8-d32b-4f8a-bf16-f9b063cd2b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (8f8fac1d-13a2-451d-817a-645113b5acd2), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:12.581370 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea57a8-d32b-4f8a-bf16-f9b063cd2b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8fac1d-13a2-451d-817a-645113b5acd2,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:12.586733 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-6cea57a8-d32b-4f8a-bf16-f9b063cd2b82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=160d28c7d2154397a5e0762ea5d77646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607653 Mar 24 15:54:12.588717 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 32900) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:12.634995 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f2d2f35-8fac-4641-baac-1f79c55bb429 admin admin] Publish callbacks [] for security_group (8f8fac1d-13a2-451d-817a-645113b5acd2), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:12.656739 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f2d2f35-8fac-4641-baac-1f79c55bb429 admin admin] Publish callbacks [] for security_group (8f8fac1d-13a2-451d-817a-645113b5acd2), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:12.790997 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f2d2f35-8fac-4641-baac-1f79c55bb429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (8f8fac1d-13a2-451d-817a-645113b5acd2), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:12.793556 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f2d2f35-8fac-4641-baac-1f79c55bb429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:12.794808 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-2f2d2f35-8fac-4641-baac-1f79c55bb429 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f8fac1d-13a2-451d-817a-645113b5acd2 HTTP/1.1" status: 204 len: 168 time: 0.2051437 Mar 24 15:54:12.803687 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d2f35-8fac-4641-baac-1f79c55bb429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8fac1d-13a2-451d-817a-645113b5acd2,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:13.327737 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcafd1-82af-4853-a6a2-33a427ced01e req-11369131-c2cb-4b36-857a-6635168fbfcb tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:13.329455 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7cdcafd1-82af-4853-a6a2-33a427ced01e req-11369131-c2cb-4b36-857a-6635168fbfcb tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0569623 Mar 24 15:54:13.379635 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7cdcafd1-82af-4853-a6a2-33a427ced01e req-331930e8-d108-49c5-a170-d2de4d9268de tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440860 Mar 24 15:54:13.412521 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 32914) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:13.425785 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-410c2325-47f6-4113-b5af-b6522a6c2388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:13.534016 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1d74-6ad8-4f62-a092-d620f42c80f1 req-8047c023-e1e7-46b0-bf18-06d480565647 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:13.535511 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-667a1d74-6ad8-4f62-a092-d620f42c80f1 req-8047c023-e1e7-46b0-bf18-06d480565647 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0769920 Mar 24 15:54:13.553244 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-410c2325-47f6-4113-b5af-b6522a6c2388 admin admin] Publish callbacks [] for security_group (188bb7d7-e4dd-40c0-be05-46417d4f0a8e), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:13.593662 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-667a1d74-6ad8-4f62-a092-d620f42c80f1 req-7fa18200-ecbc-473f-a80d-78ca5b804763 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508592 Mar 24 15:54:13.615667 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 32918) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:13.624891 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-410c2325-47f6-4113-b5af-b6522a6c2388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (188bb7d7-e4dd-40c0-be05-46417d4f0a8e), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:13.664988 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c2325-47f6-4113-b5af-b6522a6c2388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188bb7d7-e4dd-40c0-be05-46417d4f0a8e,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:13.669241 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-410c2325-47f6-4113-b5af-b6522a6c2388 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b45287260a204e04bc8deddcc7167d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556937 Mar 24 15:54:13.673419 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 32922) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:13.722786 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-63bb2746-1062-4ee6-8212-55c7f383eefb admin admin] Publish callbacks [] for security_group (188bb7d7-e4dd-40c0-be05-46417d4f0a8e), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:13.746774 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-63bb2746-1062-4ee6-8212-55c7f383eefb admin admin] Publish callbacks [] for security_group (188bb7d7-e4dd-40c0-be05-46417d4f0a8e), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:13.865418 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f938a0-f430-489f-a97b-a1ee18fc022e tempest-TestShelveInstance-1899782236 tempest-TestShelveInstance-1899782236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:13.866991 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-30f938a0-f430-489f-a97b-a1ee18fc022e tempest-TestShelveInstance-1899782236 tempest-TestShelveInstance-1899782236-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 1125 time: 0.2503362 Mar 24 15:54:13.869935 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 32926) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:13.874223 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'port_id': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:13.962537 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-bde8bcd3-9145-402f-8d2e-b356ed61e8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:13.979606 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:13.982333 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-63bb2746-1062-4ee6-8212-55c7f383eefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (188bb7d7-e4dd-40c0-be05-46417d4f0a8e), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:13.984970 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-63bb2746-1062-4ee6-8212-55c7f383eefb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:13.986103 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-63bb2746-1062-4ee6-8212-55c7f383eefb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/188bb7d7-e4dd-40c0-be05-46417d4f0a8e HTTP/1.1" status: 204 len: 168 time: 0.3117316 Mar 24 15:54:14.032581 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb2746-1062-4ee6-8212-55c7f383eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188bb7d7-e4dd-40c0-be05-46417d4f0a8e,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:14.101705 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:14.204736 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Allocated IP 172.27.0.38 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/6c35cc67-8ff3-469c-a030-aa1bab89f09e) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:54:14.312747 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for port (6c35cc67-8ff3-469c-a030-aa1bab89f09e), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:14.419642 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (6c35cc67-8ff3-469c-a030-aa1bab89f09e), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:14.455924 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:54:14.460499 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:54:14.463059 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:54:14.491321 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event updated for resources: {'Port': ['ID=6c35cc67-8ff3-469c-a030-aa1bab89f09e,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:15.053622 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:15.090825 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for floatingip (f4674cec-337c-4205-876c-b622c4139e0c), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:15.209935 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (6c35cc67-8ff3-469c-a030-aa1bab89f09e), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:15.360184 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for port (6c35cc67-8ff3-469c-a030-aa1bab89f09e), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:15.430849 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (6c35cc67-8ff3-469c-a030-aa1bab89f09e), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:15.479888 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event updated for resources: {'Port': ['ID=6c35cc67-8ff3-469c-a030-aa1bab89f09e,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:15.539899 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (f4674cec-337c-4205-876c-b622c4139e0c), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:15.647511 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Floating IP f4674cec-337c-4205-876c-b622c4139e0c associated. External IP: 172.27.0.38, port: 3ac42759-3a16-4ff2-a250-3e08dc6ed95c. Mar 24 15:54:15.874749 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Router 20791003-1bff-4e83-af32-cebe8c0e918a has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:54:15.988775 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:54:15.999552 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9d5ca-a4a3-4f38-938e-d2a4c2addde2 None None] Sync routers for ids ['20791003-1bff-4e83-af32-cebe8c0e918a'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:54:16.009957 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9d5ca-a4a3-4f38-938e-d2a4c2addde2 None None] Routers {'20791003-1bff-4e83-af32-cebe8c0e918a'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:16.010589 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-99f9d5ca-a4a3-4f38-938e-d2a4c2addde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['20791003-1bff-4e83-af32-cebe8c0e918a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:16.056199 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:16.103908 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-d5825c9f-45a0-4964-96e3-25dd79c0004d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2322614 Mar 24 15:54:16.104636 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:54:16.107090 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f0c2e0-31f5-46bc-be16-78076543d89e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:54:16.130097 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-99f9d5ca-a4a3-4f38-938e-d2a4c2addde2 None None] Set router 20791003-1bff-4e83-af32-cebe8c0e918a gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:16.145291 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd5962a-0c5c-4de4-9d39-2dc6b1d65add x-openstack-request-id: req-ffd5962a-0c5c-4de4-9d39-2dc6b1d65add {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:54:16.145600 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:54:16.145861 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffd5962a-0c5c-4de4-9d39-2dc6b1d65add {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:54:16.146514 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd5962a-0c5c-4de4-9d39-2dc6b1d65add'] response: {'name': 'network-changed', 'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'status': 'completed', 'code': 200} Mar 24 15:54:16.213792 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0c2e0-31f5-46bc-be16-78076543d89e req-46e8c40d-a4ed-4f66-9b79-8c33aaa4cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:16.215450 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f6f0c2e0-31f5-46bc-be16-78076543d89e req-46e8c40d-a4ed-4f66-9b79-8c33aaa4cc33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f96e6f018e9b4e259edecd86425431f1&device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 1130 time: 0.0476563 Mar 24 15:54:16.309691 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0c2e0-31f5-46bc-be16-78076543d89e req-0fcb570c-794e-48f1-aec1-2d26d8e97b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:16.311208 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f6f0c2e0-31f5-46bc-be16-78076543d89e req-0fcb570c-794e-48f1-aec1-2d26d8e97b46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c6f896-6ee0-4273-b408-9ea5f8e30f01 HTTP/1.1" status: 200 len: 910 time: 0.0888999 Mar 24 15:54:16.383680 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f6f0c2e0-31f5-46bc-be16-78076543d89e req-6d1ab413-e9e0-44ad-a2a7-2ee1f24fd7ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c HTTP/1.1" status: 200 len: 999 time: 0.0661194 Mar 24 15:54:16.388915 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-99f9d5ca-a4a3-4f38-938e-d2a4c2addde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:16Z', 'revision_number': 4, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'f4674cec-337c-4205-876c-b622c4139e0c', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'port_id': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'mac_address': 'fa:16:3e:0f:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:14Z', 'updated_at': '2022-03-24T15:54:14Z', 'revision_number': 0, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b93e032-083c-4ae6-a2ae-b95dd7b34151', 'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'mac_address': 'fa:16:3e:8c:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:15Z', 'updated_at': '2022-03-24T15:53:20Z', 'revision_number': 5, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'subnets': [{'id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:16.417688 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9d5ca-a4a3-4f38-938e-d2a4c2addde2 None None] Checking router: 20791003-1bff-4e83-af32-cebe8c0e918a for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:54:16.425998 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9d5ca-a4a3-4f38-938e-d2a4c2addde2 None None] Routers {'20791003-1bff-4e83-af32-cebe8c0e918a'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:16.426708 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-99f9d5ca-a4a3-4f38-938e-d2a4c2addde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['20791003-1bff-4e83-af32-cebe8c0e918a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:16.440303 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0c2e0-31f5-46bc-be16-78076543d89e req-21fb561b-9e44-4b1c-ab6d-7d40876211d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:16.441899 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f6f0c2e0-31f5-46bc-be16-78076543d89e req-21fb561b-9e44-4b1c-ab6d-7d40876211d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8 HTTP/1.1" status: 200 len: 848 time: 0.0528851 Mar 24 15:54:16.462769 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:16.498799 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0c2e0-31f5-46bc-be16-78076543d89e req-5bc7fc7f-be36-449f-87c8-701f6fdf59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:16.500350 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f6f0c2e0-31f5-46bc-be16-78076543d89e req-5bc7fc7f-be36-449f-87c8-701f6fdf59d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c6f896-6ee0-4273-b408-9ea5f8e30f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522153 Mar 24 15:54:16.617173 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f6f0c2e0-31f5-46bc-be16-78076543d89e req-1b790d88-0fbd-44a8-9c87-d414c1053d97 service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098175 Mar 24 15:54:16.696765 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-99f9d5ca-a4a3-4f38-938e-d2a4c2addde2 None None] Set router 20791003-1bff-4e83-af32-cebe8c0e918a gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:16.732790 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f6f0c2e0-31f5-46bc-be16-78076543d89e req-8dc4201d-de47-46ac-a90b-7834c96ef451 service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086831 Mar 24 15:54:16.931172 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-99f9d5ca-a4a3-4f38-938e-d2a4c2addde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:16Z', 'revision_number': 4, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'f4674cec-337c-4205-876c-b622c4139e0c', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'port_id': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'mac_address': 'fa:16:3e:0f:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:14Z', 'updated_at': '2022-03-24T15:54:14Z', 'revision_number': 0, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b93e032-083c-4ae6-a2ae-b95dd7b34151', 'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'mac_address': 'fa:16:3e:8c:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:15Z', 'updated_at': '2022-03-24T15:53:20Z', 'revision_number': 5, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'subnets': [{'id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:16.962211 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9d5ca-a4a3-4f38-938e-d2a4c2addde2 None None] The sync data for ids ['20791003-1bff-4e83-af32-cebe8c0e918a'] in dv-cinder-790535-34-iscsi is: [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:16Z', 'revision_number': 4, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'f4674cec-337c-4205-876c-b622c4139e0c', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'port_id': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'mac_address': 'fa:16:3e:0f:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:14Z', 'updated_at': '2022-03-24T15:54:14Z', 'revision_number': 0, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b93e032-083c-4ae6-a2ae-b95dd7b34151', 'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'mac_address': 'fa:16:3e:8c:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:15Z', 'updated_at': '2022-03-24T15:53:20Z', 'revision_number': 5, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'subnets': [{'id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:54:17.170948 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d966f3-02b4-48ad-abb1-6ccf1fad8de4 None None] New status for floating IP f4674cec-337c-4205-876c-b622c4139e0c: ACTIVE {{(pid=110399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:54:17.434216 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33024) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:17.542625 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4be9a398-378d-4f2d-ac68-cee98721f6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:17.614880 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:54:17.621568 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4be9a398-378d-4f2d-ac68-cee98721f6c7 admin admin] Publish callbacks [] for security_group (3eff699b-2c65-47a8-8567-ba95b28d71ab), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:17.664966 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4be9a398-378d-4f2d-ac68-cee98721f6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (3eff699b-2c65-47a8-8567-ba95b28d71ab), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:17.707232 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-4be9a398-378d-4f2d-ac68-cee98721f6c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3061de9a40ae4b92a3254ffcf767f304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718229 Mar 24 15:54:17.708220 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9a398-378d-4f2d-ac68-cee98721f6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eff699b-2c65-47a8-8567-ba95b28d71ab,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:17.711020 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33030) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:17.756624 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:17.760086 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbd0a-9c2c-44d3-8914-5dbb6752a2dd admin admin] Publish callbacks [] for security_group (3eff699b-2c65-47a8-8567-ba95b28d71ab), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:17.782226 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbd0a-9c2c-44d3-8914-5dbb6752a2dd admin admin] Publish callbacks [] for security_group (3eff699b-2c65-47a8-8567-ba95b28d71ab), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:17.882473 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbd0a-9c2c-44d3-8914-5dbb6752a2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (3eff699b-2c65-47a8-8567-ba95b28d71ab), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:17.886873 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbd0a-9c2c-44d3-8914-5dbb6752a2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:17.888576 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-1b6bbd0a-9c2c-44d3-8914-5dbb6752a2dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3eff699b-2c65-47a8-8567-ba95b28d71ab HTTP/1.1" status: 204 len: 168 time: 0.1761844 Mar 24 15:54:17.897912 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bbd0a-9c2c-44d3-8914-5dbb6752a2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eff699b-2c65-47a8-8567-ba95b28d71ab,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:18.690488 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b484234-e8e6-4c2d-9650-09d7605355d7 req-6afe2b09-891d-4b49-9ec9-a2b2bf83dd01 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:18.692004 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6b484234-e8e6-4c2d-9650-09d7605355d7 req-6afe2b09-891d-4b49-9ec9-a2b2bf83dd01 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 946 time: 0.0536397 Mar 24 15:54:18.740335 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6b484234-e8e6-4c2d-9650-09d7605355d7 req-1fe28923-9f1c-4c5a-b6b7-1bb8f2d48fb2 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426004 Mar 24 15:54:18.743665 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33052) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:18.756888 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-166c5f0f-eb6e-4553-9e7c-dad71db5b1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:18.834199 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-166c5f0f-eb6e-4553-9e7c-dad71db5b1ef admin admin] Publish callbacks [] for security_group (1a8a7738-a76e-42cc-bfe1-14d66474d6c0), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:18.921929 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-166c5f0f-eb6e-4553-9e7c-dad71db5b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (1a8a7738-a76e-42cc-bfe1-14d66474d6c0), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:18.959887 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c5f0f-eb6e-4553-9e7c-dad71db5b1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8a7738-a76e-42cc-bfe1-14d66474d6c0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:18.967797 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-166c5f0f-eb6e-4553-9e7c-dad71db5b1ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3727cf02124d43ed821237278e50fa4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206481 Mar 24 15:54:18.968543 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33056) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:19.017599 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b457b358-7c0e-4c30-bb07-57a3154a8d32 admin admin] Publish callbacks [] for security_group (1a8a7738-a76e-42cc-bfe1-14d66474d6c0), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:19.041222 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b457b358-7c0e-4c30-bb07-57a3154a8d32 admin admin] Publish callbacks [] for security_group (1a8a7738-a76e-42cc-bfe1-14d66474d6c0), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:19.167935 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b457b358-7c0e-4c30-bb07-57a3154a8d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (1a8a7738-a76e-42cc-bfe1-14d66474d6c0), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:19.170567 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b457b358-7c0e-4c30-bb07-57a3154a8d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:19.171777 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b457b358-7c0e-4c30-bb07-57a3154a8d32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a8a7738-a76e-42cc-bfe1-14d66474d6c0 HTTP/1.1" status: 204 len: 168 time: 0.2028422 Mar 24 15:54:19.179903 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457b358-7c0e-4c30-bb07-57a3154a8d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8a7738-a76e-42cc-bfe1-14d66474d6c0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:19.870894 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b22421-6478-4d09-b49f-f5a228480503 req-7f4bdaa7-d2b1-4911-a95c-4110467b5804 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:19.872411 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-70b22421-6478-4d09-b49f-f5a228480503 req-7f4bdaa7-d2b1-4911-a95c-4110467b5804 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 946 time: 0.0559058 Mar 24 15:54:19.924773 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-70b22421-6478-4d09-b49f-f5a228480503 req-5cb09899-c933-4c54-a52c-b1720ed2463d tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfcbb36-4b77-42b3-babb-7fbf1b93057c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453565 Mar 24 15:54:20.041695 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-efd3f201-afea-4747-87b4-72103c7c5dff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:20.043202 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-efd3f201-afea-4747-87b4-72103c7c5dff tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 946 time: 0.0562294 Mar 24 15:54:20.139999 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Deleting port 63d34fc9-04f5-49c1-9969-e91d144383cb {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:54:20.140354 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.233532 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] For port 63d34fc9-04f5-49c1-9969-e91d144383cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=63d34fc9-04f5-49c1-9969-e91d144383cb,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:20.233903 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.398422 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33088) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:20.406897 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.407288 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (45bfcb9e-f939-466a-9126-bdc51fca4c52), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.407587 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Floating IP 45bfcb9e-f939-466a-9126-bdc51fca4c52 disassociated. External IP: 172.27.0.25, port: 63d34fc9-04f5-49c1-9969-e91d144383cb. Mar 24 15:54:20.407934 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Calling delete_port for 63d34fc9-04f5-49c1-9969-e91d144383cb owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:54:20.498782 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1828498435-network', 'tenant_id': '820531dfcf004ef18ef0357895696032'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:20.578861 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Made reservation on behalf of 820531dfcf004ef18ef0357895696032 for: {'network': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:54:20.581241 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.589892 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.607924 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (63d34fc9-04f5-49c1-9969-e91d144383cb), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.634982 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event deleted for resources: {'Port': ['ID=63d34fc9-04f5-49c1-9969-e91d144383cb,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:20.674820 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Publish callbacks [] for security_group (01f0e2a6-e10e-40f7-9759-cd21b8bf5666), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.750426 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (01f0e2a6-e10e-40f7-9759-cd21b8bf5666), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.760005 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Router 825ff97b-a5cb-4527-8e5a-f9b597d55599 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:54:20.772172 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=110397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:54:20.786068 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f0e2a6-e10e-40f7-9759-cd21b8bf5666,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:20.790924 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (4779c720-c0cc-486d-83a0-3ac349e2cd87), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.791271 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.segments_db [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Added segment 4779c720-c0cc-486d-83a0-3ac349e2cd87 of type vlan for network 634daeaa-f4e8-4f07-a526-c225016ef6f0 Mar 24 15:54:20.833774 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (634daeaa-f4e8-4f07-a526-c225016ef6f0), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.877049 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:54:20.887708 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f6cc6-5901-44ea-a483-54bd67d27380 None None] Sync routers for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:54:20.897912 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f6cc6-5901-44ea-a483-54bd67d27380 None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:20.898769 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-542f6cc6-5901-44ea-a483-54bd67d27380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:20.918818 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] No DVR routers for this DVR port 63d34fc9-04f5-49c1-9969-e91d144383cb on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:54:20.921411 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.924802 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-83373faf-37dc-484c-b6d9-bff63db190d1 req-cf8dfa8a-aa0b-45b7-9cc4-d61a4d98c103 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.24 "DELETE /v2.0/ports/63d34fc9-04f5-49c1-9969-e91d144383cb HTTP/1.1" status: 204 len: 173 time: 0.8766725 Mar 24 15:54:20.925291 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'name': 'network-vif-deleted', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:54:20.928884 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c8b8df-50b6-431a-b67f-451fe17cf18d" -d '{"events": [{"server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "name": "network-vif-deleted", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:54:20.973818 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2b6278-146e-412a-98fa-a37022789510 x-openstack-request-id: req-ba2b6278-146e-412a-98fa-a37022789510 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:54:20.973994 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (634daeaa-f4e8-4f07-a526-c225016ef6f0), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:20.974471 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9b28a2-f9bf-4988-8561-6ff78281afb1", "name": "network-vif-deleted", "tag": "63d34fc9-04f5-49c1-9969-e91d144383cb", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:54:20.974957 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba2b6278-146e-412a-98fa-a37022789510 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:54:20.975536 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2b6278-146e-412a-98fa-a37022789510'] response: {'server_uuid': '1f9b28a2-f9bf-4988-8561-6ff78281afb1', 'name': 'network-vif-deleted', 'tag': '63d34fc9-04f5-49c1-9969-e91d144383cb', 'status': 'completed', 'code': 200} Mar 24 15:54:20.985946 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:20.987612 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:21.022925 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-542f6cc6-5901-44ea-a483-54bd67d27380 None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:21.050000 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-af3be966-ffea-42e2-a71f-16653b51ba60 req-ff3312ce-c7ec-40f0-9c84-02d4456fa46c tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f9b28a2-f9bf-4988-8561-6ff78281afb1 HTTP/1.1" status: 200 len: 210 time: 0.0368936 Mar 24 15:54:21.092380 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] Pushing event updated for resources: {'Network': ['ID=634daeaa-f4e8-4f07-a526-c225016ef6f0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:21.123782 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 634daeaa-f4e8-4f07-a526-c225016ef6f0 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:54:21.157661 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33096) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:21.158442 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-875d2de0-c682-4290-9b47-7cbde9157b3b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7582326 Mar 24 15:54:21.164769 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] Request body: {'subnet': {'network_id': '634daeaa-f4e8-4f07-a526-c225016ef6f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1828498435-subnet', 'tenant_id': '820531dfcf004ef18ef0357895696032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:21.276465 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] Made reservation on behalf of 820531dfcf004ef18ef0357895696032 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:54:21.279187 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:21.320363 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-542f6cc6-5901-44ea-a483-54bd67d27380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:21.347132 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f6cc6-5901-44ea-a483-54bd67d27380 None None] Checking router: 825ff97b-a5cb-4527-8e5a-f9b597d55599 for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:54:21.355478 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f6cc6-5901-44ea-a483-54bd67d27380 None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:21.356079 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-542f6cc6-5901-44ea-a483-54bd67d27380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:21.468256 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-542f6cc6-5901-44ea-a483-54bd67d27380 None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:21.533853 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (e5a0749d-40c3-4e4b-8595-97fa56668bc6), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:21.594333 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a0749d-40c3-4e4b-8595-97fa56668bc6,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:21.620632 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] Checking segment: {'id': '4779c720-c0cc-486d-83a0-3ac349e2cd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '634daeaa-f4e8-4f07-a526-c225016ef6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:54:21.620988 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] Network hostable DHCP agents. Network: 634daeaa-f4e8-4f07-a526-c225016ef6f0, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:54:21.690007 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-542f6cc6-5901-44ea-a483-54bd67d27380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:21.717511 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f6cc6-5901-44ea-a483-54bd67d27380 None None] The sync data for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi is: [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:47:40Z', 'revision_number': 4, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'f28a7653-c783-4ce5-8499-29f3af48a45c', 'name': '', 'network_id': '064bef7f-6e97-472d-9dca-c7bf7c44cffc', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'mac_address': 'fa:16:3e:c8:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:38Z', 'updated_at': '2022-03-24T15:47:45Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'subnets': [{'id': '1174d9a8-d844-4e95-aea1-2f38acd0826a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:54:21.733892 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] Network 634daeaa-f4e8-4f07-a526-c225016ef6f0 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:54:21.870535 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 634daeaa-f4e8-4f07-a526-c225016ef6f0) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:54:21.880487 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:21.892321 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:21.892668 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878441b7-bc8b-4ee0-989f-43652f5801d6 None None] Network 634daeaa-f4e8-4f07-a526-c225016ef6f0 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:54:21.980792 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916832c7-8c38-4f83-99cf-5bc17f63d770 None None] New status for floating IP 45bfcb9e-f939-466a-9126-bdc51fca4c52: DOWN {{(pid=110399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:54:21.993645 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee44125-2a66-4029-b3b7-61da25f43b83 None None] Network 634daeaa-f4e8-4f07-a526-c225016ef6f0 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:54:22.029967 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-d2e91c34-20a6-4dc7-a8bb-833767291e31 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8626063 Mar 24 15:54:22.254285 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33112) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:22.314688 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c441675-1f94-4394-a48f-1053815f7da1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (5cfcbb36-4b77-42b3-babb-7fbf1b93057c), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.339526 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c441675-1f94-4394-a48f-1053815f7da1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (5cfcbb36-4b77-42b3-babb-7fbf1b93057c), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.453447 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c441675-1f94-4394-a48f-1053815f7da1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (5cfcbb36-4b77-42b3-babb-7fbf1b93057c), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.456294 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c441675-1f94-4394-a48f-1053815f7da1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.457458 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-5c441675-1f94-4394-a48f-1053815f7da1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "DELETE /v2.0/security-groups/5cfcbb36-4b77-42b3-babb-7fbf1b93057c HTTP/1.1" status: 204 len: 168 time: 0.2021081 Mar 24 15:54:22.463327 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33120) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:22.467507 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c441675-1f94-4394-a48f-1053815f7da1 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfcbb36-4b77-42b3-babb-7fbf1b93057c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:22.478863 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.api.v2.resource [None req-61b21a9b-55ac-48b9-8b6e-ec11fb3c68f9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] show failed (client error): The resource could not be found. Mar 24 15:54:22.480022 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-61b21a9b-55ac-48b9-8b6e-ec11fb3c68f9 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "GET /v2.0/security-groups/5cfcbb36-4b77-42b3-babb-7fbf1b93057c HTTP/1.1" status: 404 len: 347 time: 0.0156901 Mar 24 15:54:22.482877 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33122) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:22.609784 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-251426ba-55a9-40f7-bbfc-81f44d503274 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Deleting port 92d11e9e-ed20-4ef4-aa0e-f31290d0b203 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:54:22.610127 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-251426ba-55a9-40f7-bbfc-81f44d503274 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (92d11e9e-ed20-4ef4-aa0e-f31290d0b203), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.682995 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33128) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:22.687995 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1808649064-network', 'tenant_id': 'c9cdade537c24754b747dab1be819d1a'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:22.694764 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-251426ba-55a9-40f7-bbfc-81f44d503274 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (92d11e9e-ed20-4ef4-aa0e-f31290d0b203), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.695096 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-251426ba-55a9-40f7-bbfc-81f44d503274 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (92d11e9e-ed20-4ef4-aa0e-f31290d0b203), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.709575 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-251426ba-55a9-40f7-bbfc-81f44d503274 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Calling delete_port for 92d11e9e-ed20-4ef4-aa0e-f31290d0b203 owned by network:floatingip {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:54:22.767585 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Made reservation on behalf of c9cdade537c24754b747dab1be819d1a for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:54:22.769932 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.779399 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.854547 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Publish callbacks [] for security_group (70a9a241-89b3-4612-a079-3934fe14997e), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.956212 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (70a9a241-89b3-4612-a079-3934fe14997e), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.956896 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-251426ba-55a9-40f7-bbfc-81f44d503274 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (92d11e9e-ed20-4ef4-aa0e-f31290d0b203), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.977852 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:54:22.986212 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251426ba-55a9-40f7-bbfc-81f44d503274 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Pushing event deleted for resources: {'Port': ['ID=92d11e9e-ed20-4ef4-aa0e-f31290d0b203,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:22.993765 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a9a241-89b3-4612-a079-3934fe14997e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:22.996142 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (b1b0a341-b2d1-4ef8-9528-0402492f0642), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:22.996489 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.segments_db [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Added segment b1b0a341-b2d1-4ef8-9528-0402492f0642 of type vlan for network 943ee635-4e60-4aaa-85f5-eee88073cede Mar 24 15:54:23.040973 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (943ee635-4e60-4aaa-85f5-eee88073cede), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.050283 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-251426ba-55a9-40f7-bbfc-81f44d503274 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks [] for floatingip (45bfcb9e-f939-466a-9126-bdc51fca4c52), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.053386 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-251426ba-55a9-40f7-bbfc-81f44d503274 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.054997 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-251426ba-55a9-40f7-bbfc-81f44d503274 tempest-AttachVolumeShelveTestJSON-1197248086 tempest-AttachVolumeShelveTestJSON-1197248086-project] 10.222.0.31 "DELETE /v2.0/floatingips/45bfcb9e-f939-466a-9126-bdc51fca4c52 HTTP/1.1" status: 204 len: 168 time: 0.5708084 Mar 24 15:54:23.179396 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (943ee635-4e60-4aaa-85f5-eee88073cede), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.181391 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:23.182460 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.240471 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] Pushing event updated for resources: {'Network': ['ID=943ee635-4e60-4aaa-85f5-eee88073cede,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:23.250317 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 943ee635-4e60-4aaa-85f5-eee88073cede details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:54:23.266437 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33140) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:23.308300 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33144) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:23.313010 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] Request body: {'subnet': {'network_id': '943ee635-4e60-4aaa-85f5-eee88073cede', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1808649064-subnet', 'tenant_id': 'c9cdade537c24754b747dab1be819d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:23.313694 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-9faa8a50-5bac-4d90-bc20-7181c0017b56 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6267765 Mar 24 15:54:23.381932 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f60b7275-4088-4777-ba05-6a03bac2dc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.433981 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] Made reservation on behalf of c9cdade537c24754b747dab1be819d1a for: {'subnet': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:54:23.436325 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127861650'] for subnet (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.506790 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f60b7275-4088-4777-ba05-6a03bac2dc01 admin admin] Publish callbacks [] for security_group (130266f8-44e0-4b4a-8079-d8af2ba3a8ca), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.564807 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f60b7275-4088-4777-ba05-6a03bac2dc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (130266f8-44e0-4b4a-8079-d8af2ba3a8ca), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.609830 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-f60b7275-4088-4777-ba05-6a03bac2dc01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69330d64ae7c4638a6396d4c2165cde5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420513 Mar 24 15:54:23.612606 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33148) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:23.640440 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b7275-4088-4777-ba05-6a03bac2dc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130266f8-44e0-4b4a-8079-d8af2ba3a8ca,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:23.666104 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c47d1ad-29a7-453a-8e15-27293bc92fe7 admin admin] Publish callbacks [] for security_group (130266f8-44e0-4b4a-8079-d8af2ba3a8ca), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.688094 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c47d1ad-29a7-453a-8e15-27293bc92fe7 admin admin] Publish callbacks [] for security_group (130266f8-44e0-4b4a-8079-d8af2ba3a8ca), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.728370 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127191811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127861636'] for subnet (5be534eb-6fee-4969-b8ed-836f2dfc7409), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.789802 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be534eb-6fee-4969-b8ed-836f2dfc7409,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:23.798218 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] Checking segment: {'id': 'b1b0a341-b2d1-4ef8-9528-0402492f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '943ee635-4e60-4aaa-85f5-eee88073cede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:54:23.798575 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] Network hostable DHCP agents. Network: 943ee635-4e60-4aaa-85f5-eee88073cede, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:54:23.819559 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c47d1ad-29a7-453a-8e15-27293bc92fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (130266f8-44e0-4b4a-8079-d8af2ba3a8ca), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.822184 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c47d1ad-29a7-453a-8e15-27293bc92fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:23.823404 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-2c47d1ad-29a7-453a-8e15-27293bc92fe7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/130266f8-44e0-4b4a-8079-d8af2ba3a8ca HTTP/1.1" status: 204 len: 168 time: 0.2097080 Mar 24 15:54:23.831514 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47d1ad-29a7-453a-8e15-27293bc92fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130266f8-44e0-4b4a-8079-d8af2ba3a8ca,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:23.921805 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] Network 943ee635-4e60-4aaa-85f5-eee88073cede is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:54:24.018067 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 943ee635-4e60-4aaa-85f5-eee88073cede) {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:54:24.023315 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:24.027128 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:24.028072 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce04e2da-2c9f-4b7f-8d59-47eecde43e6f None None] Network 943ee635-4e60-4aaa-85f5-eee88073cede requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:54:24.125320 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a3640-cfd7-438f-9944-6732337cb2dd None None] Network 943ee635-4e60-4aaa-85f5-eee88073cede requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:54:24.136180 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-79342e25-479f-4d46-91cc-5fb71425fc83 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8295753 Mar 24 15:54:24.493196 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33168) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:24.509974 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b719c515-bd2b-4aca-96b2-3b179b13d6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:24.583868 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b719c515-bd2b-4aca-96b2-3b179b13d6e9 admin admin] Publish callbacks [] for security_group (da1fcdbf-ae2f-464b-9f70-2bc73c9ddc44), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:24.704530 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b719c515-bd2b-4aca-96b2-3b179b13d6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (da1fcdbf-ae2f-464b-9f70-2bc73c9ddc44), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:24.743738 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b719c515-bd2b-4aca-96b2-3b179b13d6e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f07fee0facdd493f8889e3c86b7f4323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494564 Mar 24 15:54:24.745670 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719c515-bd2b-4aca-96b2-3b179b13d6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1fcdbf-ae2f-464b-9f70-2bc73c9ddc44,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:24.746406 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33172) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:24.796298 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Publish callbacks [] for security_group (da1fcdbf-ae2f-464b-9f70-2bc73c9ddc44), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:24.819120 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Publish callbacks [] for security_group (da1fcdbf-ae2f-464b-9f70-2bc73c9ddc44), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:24.956231 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (da1fcdbf-ae2f-464b-9f70-2bc73c9ddc44), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:24.959191 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:24.960402 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da1fcdbf-ae2f-464b-9f70-2bc73c9ddc44 HTTP/1.1" status: 204 len: 168 time: 0.2129393 Mar 24 15:54:24.968365 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1fcdbf-ae2f-464b-9f70-2bc73c9ddc44,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:24.976638 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.976992 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.977335 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.977839 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.978111 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.978616 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.978979 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.979307 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.979634 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.979964 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.980291 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.980617 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.980939 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.981264 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:24.981584 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d953bd4-8c34-477d-a5c7-7ea70d275b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:25.205901 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 63d34fc9-04f5-49c1-9969-e91d144383cb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:54:25.226934 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 63d34fc9-04f5-49c1-9969-e91d144383cb {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:54:25.227287 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 63d34fc9-04f5-49c1-9969-e91d144383cb not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:54:25.733447 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33196) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:26.228521 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (825ff97b-a5cb-4527-8e5a-f9b597d55599), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:26.529657 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] Deleting port f28a7653-c783-4ce5-8499-29f3af48a45c {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:54:26.529996 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:26.616169 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] For port f28a7653-c783-4ce5-8499-29f3af48a45c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=f28a7653-c783-4ce5-8499-29f3af48a45c,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:26.616606 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:26.631965 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] Calling delete_port for f28a7653-c783-4ce5-8499-29f3af48a45c owned by network:router_interface {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:54:26.996018 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (f28a7653-c783-4ce5-8499-29f3af48a45c), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:27.023607 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f28a7653-c783-4ce5-8499-29f3af48a45c,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:27.203437 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623798'] for router_interface (825ff97b-a5cb-4527-8e5a-f9b597d55599), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:27.439134 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] Router 825ff97b-a5cb-4527-8e5a-f9b597d55599 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:54:27.548157 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:54:27.553756 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-72dcb662-40d6-4637-a733-e2b1212d00cd admin admin] 10.222.0.31 "PUT /v2.0/routers/825ff97b-a5cb-4527-8e5a-f9b597d55599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8192396 Mar 24 15:54:27.556541 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33264) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:27.557749 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59534190-0e93-45c0-b020-a801b87eb29c None None] Sync routers for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:54:27.569400 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59534190-0e93-45c0-b020-a801b87eb29c None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:27.570013 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-59534190-0e93-45c0-b020-a801b87eb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:27.661094 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Publish callbacks [] for router (825ff97b-a5cb-4527-8e5a-f9b597d55599), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:27.679549 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-59534190-0e93-45c0-b020-a801b87eb29c None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:28.041501 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-59534190-0e93-45c0-b020-a801b87eb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:54:26Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:28.061471 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Publish callbacks [] for router_gateway (825ff97b-a5cb-4527-8e5a-f9b597d55599), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:28.069608 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59534190-0e93-45c0-b020-a801b87eb29c None None] Checking router: 825ff97b-a5cb-4527-8e5a-f9b597d55599 for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:54:28.078375 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59534190-0e93-45c0-b020-a801b87eb29c None None] Routers {'825ff97b-a5cb-4527-8e5a-f9b597d55599'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:28.079238 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-59534190-0e93-45c0-b020-a801b87eb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['825ff97b-a5cb-4527-8e5a-f9b597d55599'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:28.184911 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Deleting port e576cc00-1542-466b-a7da-d2961aed5736 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:54:28.185174 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (e576cc00-1542-466b-a7da-d2961aed5736), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:28.190896 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-59534190-0e93-45c0-b020-a801b87eb29c None None] Set router 825ff97b-a5cb-4527-8e5a-f9b597d55599 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:28.264361 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] For port e576cc00-1542-466b-a7da-d2961aed5736, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=e576cc00-1542-466b-a7da-d2961aed5736,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:28.264721 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (e576cc00-1542-466b-a7da-d2961aed5736), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:28.279348 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Calling delete_port for e576cc00-1542-466b-a7da-d2961aed5736 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:54:28.382100 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-59534190-0e93-45c0-b020-a801b87eb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:54:26Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:28.416276 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59534190-0e93-45c0-b020-a801b87eb29c None None] The sync data for ids ['825ff97b-a5cb-4527-8e5a-f9b597d55599'] in dv-cinder-790535-34-iscsi is: [{'id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'name': 'tempest-AttachVolumeShelveTestJSON-589509716-router', 'tenant_id': '6dec19605af54dd9957ff4fd59dac64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:47:33Z', 'updated_at': '2022-03-24T15:54:26Z', 'revision_number': 5, 'project_id': '6dec19605af54dd9957ff4fd59dac64a', 'gw_port': {'id': 'e576cc00-1542-466b-a7da-d2961aed5736', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:28:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825ff97b-a5cb-4527-8e5a-f9b597d55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:47:34Z', 'updated_at': '2022-03-24T15:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:54:28.544925 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (e576cc00-1542-466b-a7da-d2961aed5736), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:28.570943 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e576cc00-1542-466b-a7da-d2961aed5736,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:28.599704 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625868'] for router_gateway (825ff97b-a5cb-4527-8e5a-f9b597d55599), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:28.695009 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046009'] for router (825ff97b-a5cb-4527-8e5a-f9b597d55599), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:28.697094 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Publish callbacks [] for router_controller (825ff97b-a5cb-4527-8e5a-f9b597d55599), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:28.830646 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1623535'] for router (825ff97b-a5cb-4527-8e5a-f9b597d55599), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:28.831384 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 825ff97b-a5cb-4527-8e5a-f9b597d55599 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:54:28.836835 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:28.838142 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-94a7a92a-0697-45c4-8e5d-b4fa3c1fc6d0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/825ff97b-a5cb-4527-8e5a-f9b597d55599 HTTP/1.1" status: 204 len: 168 time: 1.2805483 Mar 24 15:54:28.840574 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33290) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:28.891422 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5337282-7e4e-4e2e-ac42-d1c576fe8798 admin admin] Deleting subnet 1174d9a8-d844-4e95-aea1-2f38acd0826a {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:54:28.895671 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e5337282-7e4e-4e2e-ac42-d1c576fe8798 admin admin] Publish callbacks [] for subnet (1174d9a8-d844-4e95-aea1-2f38acd0826a), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:28.930542 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e5337282-7e4e-4e2e-ac42-d1c576fe8798 admin admin] Publish callbacks [] for subnet (1174d9a8-d844-4e95-aea1-2f38acd0826a), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:28.983229 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e5337282-7e4e-4e2e-ac42-d1c576fe8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (1174d9a8-d844-4e95-aea1-2f38acd0826a), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:29.139515 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e5337282-7e4e-4e2e-ac42-d1c576fe8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (1174d9a8-d844-4e95-aea1-2f38acd0826a), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:29.173082 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e5337282-7e4e-4e2e-ac42-d1c576fe8798 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:29.176748 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-e5337282-7e4e-4e2e-ac42-d1c576fe8798 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1174d9a8-d844-4e95-aea1-2f38acd0826a HTTP/1.1" status: 204 len: 168 time: 0.3352380 Mar 24 15:54:29.177908 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5337282-7e4e-4e2e-ac42-d1c576fe8798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1174d9a8-d844-4e95-aea1-2f38acd0826a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:29.178506 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c932da-a4f3-4fdd-b4fa-e8bc86c68e27 None None] Network 064bef7f-6e97-472d-9dca-c7bf7c44cffc requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:54:29.179855 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33292) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:29.401875 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b87c2-397a-4b2f-b996-9a842f03d5b4 None None] DHCP port deletion for 064bef7f-6e97-472d-9dca-c7bf7c44cffc request from dv-cinder-790535-34-iscsi {{(pid=110398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:54:29.480340 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-892b87c2-397a-4b2f-b996-9a842f03d5b4 None None] Deleting port f23af241-c6a0-424e-8346-1fb63af4a363 {{(pid=110398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:54:29.481052 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-892b87c2-397a-4b2f-b996-9a842f03d5b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), before_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:29.484898 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device f28a7653-c783-4ce5-8499-29f3af48a45c no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:54:29.513994 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: f28a7653-c783-4ce5-8499-29f3af48a45c {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:54:29.513994 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device f28a7653-c783-4ce5-8499-29f3af48a45c not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:54:29.513994 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device e576cc00-1542-466b-a7da-d2961aed5736 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:54:29.538465 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (064bef7f-6e97-472d-9dca-c7bf7c44cffc), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:29.580012 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: e576cc00-1542-466b-a7da-d2961aed5736 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:54:29.580373 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device e576cc00-1542-466b-a7da-d2961aed5736 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:54:29.580809 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device f23af241-c6a0-424e-8346-1fb63af4a363 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:54:29.612043 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Deleting port f23af241-c6a0-424e-8346-1fb63af4a363 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:54:29.612299 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:29.630528 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-892b87c2-397a-4b2f-b996-9a842f03d5b4 None None] For port f23af241-c6a0-424e-8346-1fb63af4a363, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=f23af241-c6a0-424e-8346-1fb63af4a363,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:29.630938 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-892b87c2-397a-4b2f-b996-9a842f03d5b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), precommit_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:29.646802 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-892b87c2-397a-4b2f-b996-9a842f03d5b4 None None] Calling delete_port for f23af241-c6a0-424e-8346-1fb63af4a363 owned by network:dhcp {{(pid=110398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:54:29.680037 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] For port f23af241-c6a0-424e-8346-1fb63af4a363, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=f23af241-c6a0-424e-8346-1fb63af4a363,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:29.680408 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:29.696376 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Calling delete_port for f23af241-c6a0-424e-8346-1fb63af4a363 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:54:29.742386 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port f23af241-c6a0-424e-8346-1fb63af4a363 is: ACTIVE; New status is: DOWN {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:29.742815 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:29.793679 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port f23af241-c6a0-424e-8346-1fb63af4a363, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=f23af241-c6a0-424e-8346-1fb63af4a363,segment=NetworkSegment(d73fabcf-2f04-4d83-82cb-8866e7e481bc),segment_id=d73fabcf-2f04-4d83-82cb-8866e7e481bc)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:29.876198 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:29.927258 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=f23af241-c6a0-424e-8346-1fb63af4a363,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:29.934612 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.934987 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.935332 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.935672 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.936005 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.936335 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.936695 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.937020 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.937347 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.937672 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.937995 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.938319 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.938640 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.938982 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.939304 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:29.984970 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:29.991738 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-892b87c2-397a-4b2f-b996-9a842f03d5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (f23af241-c6a0-424e-8346-1fb63af4a363), after_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:30.013397 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f23af241-c6a0-424e-8346-1fb63af4a363,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:30.015588 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] No DVR routers for this DVR port f23af241-c6a0-424e-8346-1fb63af4a363 on host dv-cinder-790535-34-iscsi {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:54:30.037040 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b87c2-397a-4b2f-b996-9a842f03d5b4 None None] No DVR routers for this DVR port f23af241-c6a0-424e-8346-1fb63af4a363 on host dv-cinder-790535-34-iscsi {{(pid=110398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:54:30.042436 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b87c2-397a-4b2f-b996-9a842f03d5b4 None None] Pushing event deleted for resources: {'Port': ['ID=f23af241-c6a0-424e-8346-1fb63af4a363,revision_number=None']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:30.105367 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (064bef7f-6e97-472d-9dca-c7bf7c44cffc), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:30.127151 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064bef7f-6e97-472d-9dca-c7bf7c44cffc']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:30.136558 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73fabcf-2f04-4d83-82cb-8866e7e481bc') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:30.136858 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73fabcf-2f04-4d83-82cb-8866e7e481bc') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:30.146644 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (d73fabcf-2f04-4d83-82cb-8866e7e481bc), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:30.159775 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (d73fabcf-2f04-4d83-82cb-8866e7e481bc), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:30.166360 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:54:30.166765 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (d73fabcf-2f04-4d83-82cb-8866e7e481bc), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:54:30.168409 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:54:30.293336 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (064bef7f-6e97-472d-9dca-c7bf7c44cffc), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:30.298906 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:30.302166 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/064bef7f-6e97-472d-9dca-c7bf7c44cffc HTTP/1.1" status: 204 len: 168 time: 1.1211841 Mar 24 15:54:30.313935 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9d16d-3317-4d4e-a969-c3fa356cfad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=064bef7f-6e97-472d-9dca-c7bf7c44cffc,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:30.696905 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33312) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:30.741465 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-58be4a8e-eee4-4b2f-a1e9-64d540df4725 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6dec19605af54dd9957ff4fd59dac64a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433617 Mar 24 15:54:30.746471 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33314) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:30.796369 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa9e9e14-bfe4-4863-aa6f-27a85353330c admin admin] Publish callbacks [] for security_group (9386b81f-025a-41fe-be75-6acc77388eec), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:30.821817 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa9e9e14-bfe4-4863-aa6f-27a85353330c admin admin] Publish callbacks [] for security_group (9386b81f-025a-41fe-be75-6acc77388eec), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:30.928445 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa9e9e14-bfe4-4863-aa6f-27a85353330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (9386b81f-025a-41fe-be75-6acc77388eec), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:30.931025 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa9e9e14-bfe4-4863-aa6f-27a85353330c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:30.932200 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-aa9e9e14-bfe4-4863-aa6f-27a85353330c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9386b81f-025a-41fe-be75-6acc77388eec HTTP/1.1" status: 204 len: 168 time: 0.1847734 Mar 24 15:54:30.940546 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e9e14-bfe4-4863-aa6f-27a85353330c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9386b81f-025a-41fe-be75-6acc77388eec,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:32.459389 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33350) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:32.478083 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5022945-509b-45cd-b9a3-cdb4b9e9c665 req-b1ccc8fa-ee11-4605-afc4-78fdb962de95 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:32.479612 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b5022945-509b-45cd-b9a3-cdb4b9e9c665 req-b1ccc8fa-ee11-4605-afc4-78fdb962de95 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 946 time: 0.0567758 Mar 24 15:54:32.532987 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b5022945-509b-45cd-b9a3-cdb4b9e9c665 req-0e2fbffc-5dc1-4f42-a153-69aba3aad863 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432746 Mar 24 15:54:32.557400 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-882651443-network', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:32.675918 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Made reservation on behalf of 65aeffbf058c4b8e9705e321be3326ef for: {'network': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:54:32.680054 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:32.687711 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:32.763625 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Publish callbacks [] for security_group (e5244f4f-2b8d-46d5-a788-b13718e7db2f), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:32.899117 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (e5244f4f-2b8d-46d5-a788-b13718e7db2f), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:32.924285 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=110397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:54:32.934338 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5244f4f-2b8d-46d5-a788-b13718e7db2f,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:32.940182 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (f28f80cf-0d63-46aa-85e9-c1ee32d39a1f), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:32.942827 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.segments_db [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Added segment f28f80cf-0d63-46aa-85e9-c1ee32d39a1f of type vlan for network 911d5b75-7552-489f-98f6-a70f71f60c85 Mar 24 15:54:32.985149 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (911d5b75-7552-489f-98f6-a70f71f60c85), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:33.116598 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (911d5b75-7552-489f-98f6-a70f71f60c85), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:33.117612 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:33.118207 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:33.179462 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] Pushing event updated for resources: {'Network': ['ID=911d5b75-7552-489f-98f6-a70f71f60c85,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:33.189743 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network 911d5b75-7552-489f-98f6-a70f71f60c85 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:54:33.274128 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-0fcd6328-f384-4963-b2de-b216309a746b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8134639 Mar 24 15:54:33.281322 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33360) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:33.287191 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] Request body: {'subnet': {'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-882651443-subnet', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:33.413387 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] Made reservation on behalf of 65aeffbf058c4b8e9705e321be3326ef for: {'subnet': 1} {{(pid=110397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:54:33.415798 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127861650'] for subnet (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:33.631124 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:33.655386 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9891243-dd03-4a50-8689-6c4e1af21702 req-dfbc2fcc-27b5-4fb4-9d71-621bcd560e31 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:33.657055 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a9891243-dd03-4a50-8689-6c4e1af21702 req-dfbc2fcc-27b5-4fb4-9d71-621bcd560e31 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 946 time: 0.0553381 Mar 24 15:54:33.674032 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127191811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127861636'] for subnet (d7299b1e-ce46-4d36-8286-c031882b2444), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:33.768806 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7299b1e-ce46-4d36-8286-c031882b2444,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:33.775326 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a9891243-dd03-4a50-8689-6c4e1af21702 req-dd8103a7-604b-4e39-a7f2-6efc4defa5e3 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119943 Mar 24 15:54:33.781546 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] Checking segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:54:33.781901 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] Network hostable DHCP agents. Network: 911d5b75-7552-489f-98f6-a70f71f60c85, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:54:33.966826 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] Network 911d5b75-7552-489f-98f6-a70f71f60c85 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:54:34.037407 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, 911d5b75-7552-489f-98f6-a70f71f60c85) {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:54:34.043015 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:34.053179 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.053946 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f3aa10-14f4-42ff-89a3-8043fe64865d None None] Network 911d5b75-7552-489f-98f6-a70f71f60c85 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:54:34.112862 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f499be1-ed77-4628-8327-53b014b03ffc req-368fc2ee-588c-4b6b-a3f2-11b93218da82 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:34.114929 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1f499be1-ed77-4628-8327-53b014b03ffc req-368fc2ee-588c-4b6b-a3f2-11b93218da82 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 946 time: 0.0571382 Mar 24 15:54:34.156194 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8e5f481-1c1c-586e-804b-561675bde3e9-911d5b75-7552-489f-98f6-a70f71f60c85', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444'}]}} from dv-cinder-790535-34-iscsi. {{(pid=110398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:54:34.156194 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.164098 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33372) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:34.164210 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-5608a267-06cc-437b-b900-f4678d429451 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8744321 Mar 24 15:54:34.164539 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:34.233354 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Deleting port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:54:34.233603 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.295803 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.db_base_plugin_common [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Allocated IP 172.20.0.2 (911d5b75-7552-489f-98f6-a70f71f60c85/d7299b1e-ce46-4d36-8286-c031882b2444/18638dc9-6054-4392-abfb-69feaa7d63e5) {{(pid=110398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:54:34.302085 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1623102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045903'] for router (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.303187 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046006'] for router (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.350265 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] For port c55449e6-a3a5-42c5-93f3-21dfd02af6f7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c55449e6-a3a5-42c5-93f3-21dfd02af6f7,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:34.350265 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.395778 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Publish callbacks [] for router_controller (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.449104 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Publish callbacks [] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), precommit_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.516700 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), after_create {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.557001 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Network 911d5b75-7552-489f-98f6-a70f71f60c85 is already hosted by enough agents. {{(pid=110398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:54:34.559829 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.scheduler.base_scheduler [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Resources bound (agent type, host, resource id): {{(pid=110398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:54:34.562319 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Received port after_create {{(pid=110398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:54:34.578368 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Pushing event updated for resources: {'Port': ['ID=18638dc9-6054-4392-abfb-69feaa7d63e5,revision_number=1']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:34.626614 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Attempting to bind port 18638dc9-6054-4392-abfb-69feaa7d63e5 on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:54:34.627064 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Attempting to bind port 18638dc9-6054-4392-abfb-69feaa7d63e5 by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:54:34.627432 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Attempting to bind port 18638dc9-6054-4392-abfb-69feaa7d63e5 on network 911d5b75-7552-489f-98f6-a70f71f60c85 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:54:34.634224 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:54:34.634613 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Checking segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:54:34.635064 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.635466 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Bound using segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:54:34.635966 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Bound port: 18638dc9-6054-4392-abfb-69feaa7d63e5, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:54:34.636356 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.688402 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.688917 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (1b2cd97c-e41b-4602-a1d7-ea505c4d1c80), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.689246 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Floating IP 1b2cd97c-e41b-4602-a1d7-ea505c4d1c80 disassociated. External IP: 172.27.0.33, port: c55449e6-a3a5-42c5-93f3-21dfd02af6f7. Mar 24 15:54:34.689591 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Calling delete_port for c55449e6-a3a5-42c5-93f3-21dfd02af6f7 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:54:34.705139 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] For port 18638dc9-6054-4392-abfb-69feaa7d63e5, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:54:34.708902 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] For port 18638dc9-6054-4392-abfb-69feaa7d63e5, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=18638dc9-6054-4392-abfb-69feaa7d63e5,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:54:34.738024 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Publish callbacks [] for router_gateway (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.849639 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:34.919627 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687e5d8-5bec-4c5b-809f-9aa42581bfae None None] Pushing event updated for resources: {'Port': ['ID=18638dc9-6054-4392-abfb-69feaa7d63e5,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:34.968976 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (c55449e6-a3a5-42c5-93f3-21dfd02af6f7), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:35.008748 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event deleted for resources: {'Port': ['ID=c55449e6-a3a5-42c5-93f3-21dfd02af6f7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:35.037808 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141289f8-9f7d-4177-ae72-7d09bb937620 req-5f21fc20-6c5b-474a-98b2-719951d744d4 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:35.043365 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-141289f8-9f7d-4177-ae72-7d09bb937620 req-5f21fc20-6c5b-474a-98b2-719951d744d4 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 867 time: 0.1815035 Mar 24 15:54:35.218796 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-141289f8-9f7d-4177-ae72-7d09bb937620 req-3b05666a-bac2-4813-be0b-29e8a11c38b7 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677763 Mar 24 15:54:35.325299 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Router 928425bb-9e57-4592-9ca4-d83454b8e9c8 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:54:35.448859 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Publish callbacks [] for router_gateway (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:35.478265 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:35.591049 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:54:35.605264 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff81a2-89bd-4698-95e7-dae35c3088bf None None] Sync routers for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:54:35.616219 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff81a2-89bd-4698-95e7-dae35c3088bf None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:35.623602 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-03ff81a2-89bd-4698-95e7-dae35c3088bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:35.644432 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] No DVR routers for this DVR port c55449e6-a3a5-42c5-93f3-21dfd02af6f7 on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:54:35.649855 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:35.657775 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1f499be1-ed77-4628-8327-53b014b03ffc req-f4fc6123-2a35-4ca8-8e42-1b7572827ba8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "DELETE /v2.0/ports/c55449e6-a3a5-42c5-93f3-21dfd02af6f7 HTTP/1.1" status: 204 len: 173 time: 1.5316827 Mar 24 15:54:35.657775 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4180adb6-88dd-41de-967c-8a0201cb9624', 'name': 'network-vif-deleted', 'tag': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:54:35.657775 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128b3a14-439f-46f2-8514-b3bd5ec78b00" -d '{"events": [{"server_uuid": "4180adb6-88dd-41de-967c-8a0201cb9624", "name": "network-vif-deleted", "tag": "c55449e6-a3a5-42c5-93f3-21dfd02af6f7"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:54:35.673947 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Allocated IP 172.27.0.212 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/5857f6a2-f656-4ac4-880b-90ca4ab354bf) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:54:35.726328 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5911867f-ca5c-4433-8037-67d507106de6 x-openstack-request-id: req-5911867f-ca5c-4433-8037-67d507106de6 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:54:35.726751 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4180adb6-88dd-41de-967c-8a0201cb9624", "name": "network-vif-deleted", "tag": "c55449e6-a3a5-42c5-93f3-21dfd02af6f7", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:54:35.726863 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5911867f-ca5c-4433-8037-67d507106de6 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:54:35.727417 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5911867f-ca5c-4433-8037-67d507106de6'] response: {'server_uuid': '4180adb6-88dd-41de-967c-8a0201cb9624', 'name': 'network-vif-deleted', 'tag': 'c55449e6-a3a5-42c5-93f3-21dfd02af6f7', 'status': 'completed', 'code': 200} Mar 24 15:54:35.736529 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-03ff81a2-89bd-4698-95e7-dae35c3088bf None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:35.824305 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Publish callbacks [] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:35.967795 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-03ff81a2-89bd-4698-95e7-dae35c3088bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:35.979608 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:36.003613 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff81a2-89bd-4698-95e7-dae35c3088bf None None] Checking router: 928425bb-9e57-4592-9ca4-d83454b8e9c8 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:54:36.014257 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff81a2-89bd-4698-95e7-dae35c3088bf None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:36.014916 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-03ff81a2-89bd-4698-95e7-dae35c3088bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:36.022534 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:54:36.025980 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:54:36.037857 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:54:36.073366 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Pushing event updated for resources: {'Port': ['ID=5857f6a2-f656-4ac4-880b-90ca4ab354bf,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:36.085764 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddffa84-6340-4dd1-9949-04c9c4ccf213 None None] Network 911d5b75-7552-489f-98f6-a70f71f60c85 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:54:36.143531 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-03ff81a2-89bd-4698-95e7-dae35c3088bf None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:36.191067 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-657b72f8-9359-40cb-8930-f476116ec564 None None] Provisioning complete for port 18638dc9-6054-4392-abfb-69feaa7d63e5 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:36.191604 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-657b72f8-9359-40cb-8930-f476116ec564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:36.346595 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-657b72f8-9359-40cb-8930-f476116ec564 None None] Current status of the port 18638dc9-6054-4392-abfb-69feaa7d63e5 is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:36.347309 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-657b72f8-9359-40cb-8930-f476116ec564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:36.404075 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-657b72f8-9359-40cb-8930-f476116ec564 None None] For port 18638dc9-6054-4392-abfb-69feaa7d63e5, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=18638dc9-6054-4392-abfb-69feaa7d63e5,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:36.423054 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cb9e69f8-2f2f-49e4-94dd-2f2e8e2461eb req-cbd63443-178b-472d-8489-e203f5fd36bc tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 210 time: 0.0429089 Mar 24 15:54:36.469023 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Publish callbacks [] for router_gateway (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:36.496697 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-03ff81a2-89bd-4698-95e7-dae35c3088bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:36.526778 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff81a2-89bd-4698-95e7-dae35c3088bf None None] The sync data for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi is: [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:54:36.527634 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-657b72f8-9359-40cb-8930-f476116ec564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:36.606782 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b72f8-9359-40cb-8930-f476116ec564 None None] Pushing event updated for resources: {'Port': ['ID=18638dc9-6054-4392-abfb-69feaa7d63e5,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:36.655217 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fc3de08a-4fe9-4d0d-a9e8-c5f7adf19460 None None] Provisioning complete for port 18638dc9-6054-4392-abfb-69feaa7d63e5 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:36.655601 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fc3de08a-4fe9-4d0d-a9e8-c5f7adf19460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:36.740827 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625896'] for router (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:36.749983 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fc3de08a-4fe9-4d0d-a9e8-c5f7adf19460 None None] Current status of the port 18638dc9-6054-4392-abfb-69feaa7d63e5 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:36.850025 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4470423-cb5b-483d-9bec-efd72b0cfe66 None None] New status for floating IP 1b2cd97c-e41b-4602-a1d7-ea505c4d1c80: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:54:37.024950 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d is scheduled to L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:54:37.153487 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:54:37.162429 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Sync routers for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:54:37.172243 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:37.172932 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:37.200877 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 18638dc9-6054-4392-abfb-69feaa7d63e5 up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:54:37.253494 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 18638dc9-6054-4392-abfb-69feaa7d63e5 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:37.254646 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:37.256463 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:37.260537 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-be706116-b32a-4fea-b51f-98b161b9537a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0999923 Mar 24 15:54:37.261176 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33406) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:37.284759 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:37.377424 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 18638dc9-6054-4392-abfb-69feaa7d63e5 is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:37.493804 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:36Z', 'revision_number': 3, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:37.526914 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Checking router: 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:54:37.527793 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Updating router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d port 5857f6a2-f656-4ac4-880b-90ca4ab354bf binding host dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:54:37.558241 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:37.581753 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c5e7b410-3c43-4a2b-8e55-15c29bf8d382 req-0c016077-ccc8-4d6a-a97e-b9b7e13ced3e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=4180adb6-88dd-41de-967c-8a0201cb9624 HTTP/1.1" status: 200 len: 210 time: 0.0333967 Mar 24 15:54:37.745983 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:37.866415 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Publish callbacks [] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), precommit_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:37.907839 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Allocated IP 172.20.0.1 (911d5b75-7552-489f-98f6-a70f71f60c85/d7299b1e-ce46-4d36-8286-c031882b2444/fef98b4c-e13e-45bb-871b-c6ecd7ae865c) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:54:37.927736 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:37.984716 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Attempting to bind port 5857f6a2-f656-4ac4-880b-90ca4ab354bf on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:54:37.985139 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Attempting to bind port 5857f6a2-f656-4ac4-880b-90ca4ab354bf by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:54:37.985498 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Attempting to bind port 5857f6a2-f656-4ac4-880b-90ca4ab354bf on network cd957b4c-42c5-4eea-915f-4d8712523c86 {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:54:37.987529 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Pushing event updated for resources: {'Port': ['ID=5857f6a2-f656-4ac4-880b-90ca4ab354bf,revision_number=2']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:37.999917 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.000174 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.001096 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.001096 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.001283 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.001591 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.001921 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.002248 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.002577 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.002934 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.003264 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.003599 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.004468 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.004889 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.005302 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:38.009227 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:54:38.009525 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Checking segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:54:38.009991 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:38.010435 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Bound using segment: {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'} {{(pid=110399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:54:38.010976 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.managers [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Bound port: 5857f6a2-f656-4ac4-880b-90ca4ab354bf, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46df71-250a-4d1a-b1b6-99359544f8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}}] {{(pid=110399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:54:38.011479 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), before_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:38.026483 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Publish callbacks [] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:38.069428 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] For port 5857f6a2-f656-4ac4-880b-90ca4ab354bf, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:54:38.072771 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.plugins.ml2.db [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] For port 5857f6a2-f656-4ac4-880b-90ca4ab354bf, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=5857f6a2-f656-4ac4-880b-90ca4ab354bf,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:54:38.139372 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:38.180598 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Network 911d5b75-7552-489f-98f6-a70f71f60c85 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:54:38.183732 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:54:38.188793 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron_lib.callbacks.manager [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), after_update {{(pid=110399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:38.193175 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:54:38.222357 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Pushing event updated for resources: {'Port': ['ID=fef98b4c-e13e-45bb-871b-c6ecd7ae865c,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:38.246472 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625853'] for router_interface (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:38.258645 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecccbc4-99c5-4073-a8c5-1463fed28278 None None] Pushing event updated for resources: {'Port': ['ID=5857f6a2-f656-4ac4-880b-90ca4ab354bf,revision_number=3']} {{(pid=110399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:38.274286 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:38.275131 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:38.399272 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:38.495775 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-0286ba2c-c145-4953-a696-c22849c1188c None None] Provisioning complete for port fef98b4c-e13e-45bb-871b-c6ecd7ae865c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:38.496283 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0286ba2c-c145-4953-a696-c22849c1188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:38.536396 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-0286ba2c-c145-4953-a696-c22849c1188c None None] Port fef98b4c-e13e-45bb-871b-c6ecd7ae865c cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:54:38.553199 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:38.587539 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:36Z', 'revision_number': 3, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:38.614860 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cea5e-79d9-4443-993b-a148b90b562c None None] The sync data for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi is: [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:36Z', 'revision_number': 3, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:54:38.729085 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Publish callbacks [] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:38.790148 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:38.891212 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625705'] for router_interface (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:38.895117 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Pushing event updated for resources: {'Port': ['ID=fef98b4c-e13e-45bb-871b-c6ecd7ae865c,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:38.986329 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-ff92f60a-907f-4d34-a92c-ae6036de6d90 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783164880&fields=id&tenant_id=825d7896d32940ff81ebd3072efd386a HTTP/1.1" status: 200 len: 267 time: 0.1267815 Mar 24 15:54:39.126768 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Network 911d5b75-7552-489f-98f6-a70f71f60c85 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:54:39.130246 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:54:39.145625 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-8ca0b875-1624-43cb-a381-1ba4f37566da tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:39.152776 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-8ca0b875-1624-43cb-a381-1ba4f37566da tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 812 time: 0.1561031 Mar 24 15:54:39.207311 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5857f6a2-f656-4ac4-880b-90ca4ab354bf up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:54:39.259093 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-704484a6-5893-40fd-9bba-a62c3e5f480d tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/quotas/825d7896d32940ff81ebd3072efd386a HTTP/1.1" status: 200 len: 375 time: 0.1053307 Mar 24 15:54:39.271369 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 5857f6a2-f656-4ac4-880b-90ca4ab354bf triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:39.271745 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:39.275414 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-87a56aae-3554-4583-8726-b6f6717649a6 req-612d521e-e682-48c8-afe5-10c1768dcb4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945332 Mar 24 15:54:39.304874 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device c55449e6-a3a5-42c5-93f3-21dfd02af6f7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:54:39.354499 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: c55449e6-a3a5-42c5-93f3-21dfd02af6f7 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:54:39.354877 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device c55449e6-a3a5-42c5-93f3-21dfd02af6f7 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:54:39.393218 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:54:39.402033 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-2b179007-1dea-4158-871c-512a132c6e08 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1231453 Mar 24 15:54:39.415402 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56aae-3554-4583-8726-b6f6717649a6 req-eaa9ad48-bb99-4c5d-9b45-0b5caaa6a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:39.417577 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-87a56aae-3554-4583-8726-b6f6717649a6 req-eaa9ad48-bb99-4c5d-9b45-0b5caaa6a82c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f96e6f018e9b4e259edecd86425431f1&device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 1130 time: 0.0805581 Mar 24 15:54:39.552360 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56aae-3554-4583-8726-b6f6717649a6 req-10c148a2-d3e1-4c81-ab7e-d07efcecf38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:39.554646 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-87a56aae-3554-4583-8726-b6f6717649a6 req-10c148a2-d3e1-4c81-ab7e-d07efcecf38d service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c6f896-6ee0-4273-b408-9ea5f8e30f01 HTTP/1.1" status: 200 len: 910 time: 0.1131701 Mar 24 15:54:39.598314 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 5857f6a2-f656-4ac4-880b-90ca4ab354bf is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:39.598991 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:39.605271 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-90bd9db4-f8f5-4ad7-a69d-38aa1a4c5b3d None None] Provisioning complete for port fef98b4c-e13e-45bb-871b-c6ecd7ae865c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:39.613113 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-90bd9db4-f8f5-4ad7-a69d-38aa1a4c5b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:39.631843 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:54:39.634073 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-87a56aae-3554-4583-8726-b6f6717649a6 req-fb556963-f72e-47eb-801d-bf6648ea4fbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c HTTP/1.1" status: 200 len: 1001 time: 0.0726242 Mar 24 15:54:39.635230 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-a0e53d2f-9d33-4390-8c01-13768beb18fd service neutron] 10.222.0.31 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656044 Mar 24 15:54:39.648456 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-3f8ea68c-4bff-4e33-95e6-bbe5e8e25603 admin admin] 10.222.0.31 "PUT /v2.0/routers/01c6b72f-b3f3-4b24-926b-86ecd5a66f7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3768411 Mar 24 15:54:39.665593 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] For port 5857f6a2-f656-4ac4-880b-90ca4ab354bf, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=5857f6a2-f656-4ac4-880b-90ca4ab354bf,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:39.668740 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-90bd9db4-f8f5-4ad7-a69d-38aa1a4c5b3d None None] Port fef98b4c-e13e-45bb-871b-c6ecd7ae865c cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:54:39.708450 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56aae-3554-4583-8726-b6f6717649a6 req-40d062f5-7ae1-4c91-a40d-6763555f14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:39.710198 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-87a56aae-3554-4583-8726-b6f6717649a6 req-40d062f5-7ae1-4c91-a40d-6763555f14bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8 HTTP/1.1" status: 200 len: 848 time: 0.0675986 Mar 24 15:54:39.763684 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-1bd4cc99-9e70-4c98-abcc-c5c642b29fd9 service neutron] 10.222.0.31 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221209 Mar 24 15:54:39.822909 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:39.897568 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Pushing event updated for resources: {'Port': ['ID=5857f6a2-f656-4ac4-880b-90ca4ab354bf,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:40.116304 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56aae-3554-4583-8726-b6f6717649a6 req-a7c1b5ea-ad19-4a36-8a50-092b9b4b9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:40.117868 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-87a56aae-3554-4583-8726-b6f6717649a6 req-a7c1b5ea-ad19-4a36-8a50-092b9b4b9993 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c6f896-6ee0-4273-b408-9ea5f8e30f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3998590 Mar 24 15:54:40.212082 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-87a56aae-3554-4583-8726-b6f6717649a6 req-3ad2fe5f-f1af-4432-aa7a-b20500c2226d service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864954 Mar 24 15:54:40.280994 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33464) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:40.286581 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-36b707a0-8473-43a0-9b96-48b372bd5179 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997896501', 'description': 'tempest-description--1924986950'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:40.315777 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-87a56aae-3554-4583-8726-b6f6717649a6 req-93654408-48eb-4a2f-bb44-9042a0825166 service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953305 Mar 24 15:54:40.402600 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-36b707a0-8473-43a0-9b96-48b372bd5179 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:40.457487 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-862b3c70-5cc9-4d6a-8411-cc5118c56d32 req-e91ef34c-a995-4dad-8e8b-b679a7c3a1f7 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 210 time: 0.0294740 Mar 24 15:54:40.498330 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-36b707a0-8473-43a0-9b96-48b372bd5179 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (c25d7216-71d5-413d-a2d4-978e5a0dd241), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:40.568391 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-36b707a0-8473-43a0-9b96-48b372bd5179 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c25d7216-71d5-413d-a2d4-978e5a0dd241), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:40.598936 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b707a0-8473-43a0-9b96-48b372bd5179 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25d7216-71d5-413d-a2d4-978e5a0dd241,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:40.668437 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Sync routers for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:54:40.680349 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:40.681054 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:40.684133 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-36b707a0-8473-43a0-9b96-48b372bd5179 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:40.688348 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-36b707a0-8473-43a0-9b96-48b372bd5179 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4033988 Mar 24 15:54:40.688631 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33482) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:40.693484 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f9a52486-09f1-4331-b6f8-7331bca0c782 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group_rule': {'security_group_id': 'c25d7216-71d5-413d-a2d4-978e5a0dd241', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:40.795341 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:40.845448 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f9a52486-09f1-4331-b6f8-7331bca0c782 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (5bb4a243-6a37-4f8c-ba5a-ec3d85d62e77), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:40.904366 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f9a52486-09f1-4331-b6f8-7331bca0c782 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (5bb4a243-6a37-4f8c-ba5a-ec3d85d62e77), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:40.999241 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 2, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:41.026710 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Checking router: 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:54:41.030243 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Updating router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d port fef98b4c-e13e-45bb-871b-c6ecd7ae865c binding host dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:54:41.053632 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f9a52486-09f1-4331-b6f8-7331bca0c782 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (5bb4a243-6a37-4f8c-ba5a-ec3d85d62e77), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.057933 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.073107 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a52486-09f1-4331-b6f8-7331bca0c782 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb4a243-6a37-4f8c-ba5a-ec3d85d62e77,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:41.163768 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5857f6a2-f656-4ac4-880b-90ca4ab354bf up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:54:41.249566 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f9a52486-09f1-4331-b6f8-7331bca0c782 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.250895 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-f9a52486-09f1-4331-b6f8-7331bca0c782 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5611777 Mar 24 15:54:41.253674 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33494) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:41.258610 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ab570677-aad9-46a1-a364-da3321016eab tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group_rule': {'security_group_id': 'c25d7216-71d5-413d-a2d4-978e5a0dd241', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:41.282848 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port 5857f6a2-f656-4ac4-880b-90ca4ab354bf triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:41.283256 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.402600 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab570677-aad9-46a1-a364-da3321016eab tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (454aaca8-2947-437e-a8e0-c6ebe2555abd), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.449818 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port 5857f6a2-f656-4ac4-880b-90ca4ab354bf is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:41.455204 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Publish callbacks [] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.462166 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab570677-aad9-46a1-a364-da3321016eab tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (454aaca8-2947-437e-a8e0-c6ebe2555abd), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.557343 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bd688975-95f2-49b7-b8a0-e00c1dff4ea2 req-b9993abf-c474-49dd-8562-6dc5e1168fba tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 210 time: 0.0278511 Mar 24 15:54:41.595902 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab570677-aad9-46a1-a364-da3321016eab tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (454aaca8-2947-437e-a8e0-c6ebe2555abd), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.596316 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.599210 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f297388b-15dc-4791-a259-093596f07a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.614340 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab570677-aad9-46a1-a364-da3321016eab tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454aaca8-2947-437e-a8e0-c6ebe2555abd,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:41.652986 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85351beb-f302-4c9b-bb60-a3434dad307a None None] Pushing event updated for resources: {'Port': ['ID=fef98b4c-e13e-45bb-871b-c6ecd7ae865c,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:41.711046 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Attempting to bind port fef98b4c-e13e-45bb-871b-c6ecd7ae865c on host dv-cinder-790535-34-iscsi for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:54:41.711693 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Attempting to bind port fef98b4c-e13e-45bb-871b-c6ecd7ae865c by drivers openvswitch,hyperv on host dv-cinder-790535-34-iscsi at level 0 using segments [{'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:54:41.711827 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Attempting to bind port fef98b4c-e13e-45bb-871b-c6ecd7ae865c on network 911d5b75-7552-489f-98f6-a70f71f60c85 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:54:41.717377 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Checking agent: {'id': '549958a7-8241-4376-9c66-397049982e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 39, 18), 'started_at': datetime.datetime(2022, 3, 24, 15, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:54:41.717761 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Checking segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:54:41.718174 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.718574 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Bound using segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:54:41.719075 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Bound port: fef98b4c-e13e-45bb-871b-c6ecd7ae865c, host: dv-cinder-790535-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:54:41.719463 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.758757 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab570677-aad9-46a1-a364-da3321016eab tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.760256 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-ab570677-aad9-46a1-a364-da3321016eab tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5049641 Mar 24 15:54:41.763284 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33498) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:41.767893 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:41.794333 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] For port fef98b4c-e13e-45bb-871b-c6ecd7ae865c, host dv-cinder-790535-34-iscsi, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:54:41.797570 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] For port fef98b4c-e13e-45bb-871b-c6ecd7ae865c, host dv-cinder-790535-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=fef98b4c-e13e-45bb-871b-c6ecd7ae865c,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:54:41.912889 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-ac9bb653-0bc5-4e58-ac65-93266388ddae None None] Provisioning complete for port fef98b4c-e13e-45bb-871b-c6ecd7ae865c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:41.913175 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ac9bb653-0bc5-4e58-ac65-93266388ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.926062 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.935124 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:41.982544 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-ac9bb653-0bc5-4e58-ac65-93266388ddae None None] Port fef98b4c-e13e-45bb-871b-c6ecd7ae865c cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:54:42.011417 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85351beb-f302-4c9b-bb60-a3434dad307a None None] Pushing event updated for resources: {'Port': ['ID=fef98b4c-e13e-45bb-871b-c6ecd7ae865c,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:42.019769 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:42.019769 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:42.045695 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.151597 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:42.173653 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Allocated IP 172.27.0.77 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/eff76a64-3b11-43dc-aaae-a77bece0367f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:54:42.302009 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (eff76a64-3b11-43dc-aaae-a77bece0367f), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.308809 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33512) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:42.344235 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-0339fb3d-93c6-4a53-8c14-373d96f61994 None None] Provisioning complete for port fef98b4c-e13e-45bb-871b-c6ecd7ae865c triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:42.344611 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0339fb3d-93c6-4a53-8c14-373d96f61994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.355073 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c9d692-fbd0-4411-a18d-277a376ad7fc admin admin] Deleting subnet e5a0749d-40c3-4e4b-8595-97fa56668bc6 {{(pid=110397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:54:42.358343 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d692-fbd0-4411-a18d-277a376ad7fc admin admin] Publish callbacks [] for subnet (e5a0749d-40c3-4e4b-8595-97fa56668bc6), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.397921 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d692-fbd0-4411-a18d-277a376ad7fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127327259'] for subnet (e5a0749d-40c3-4e4b-8595-97fa56668bc6), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.402353 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (eff76a64-3b11-43dc-aaae-a77bece0367f), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.446583 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:54:42.448221 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d692-fbd0-4411-a18d-277a376ad7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (e5a0749d-40c3-4e4b-8595-97fa56668bc6), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.449480 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:54:42.455365 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:54:42.464462 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=eff76a64-3b11-43dc-aaae-a77bece0367f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:42.485166 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-0339fb3d-93c6-4a53-8c14-373d96f61994 None None] Current status of the port fef98b4c-e13e-45bb-871b-c6ecd7ae865c is: DOWN; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:42.485567 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0339fb3d-93c6-4a53-8c14-373d96f61994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.498729 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:41Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:42.517612 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (9e6c56bb-ac5e-4f42-b89c-29740d198071), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.532255 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521a0b1-9ca9-4e55-9dfe-05deb10bb839 None None] The sync data for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi is: [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:41Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:54:42.549764 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-0339fb3d-93c6-4a53-8c14-373d96f61994 None None] For port fef98b4c-e13e-45bb-871b-c6ecd7ae865c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=fef98b4c-e13e-45bb-871b-c6ecd7ae865c,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:42.568568 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d692-fbd0-4411-a18d-277a376ad7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127191874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127861695'] for subnet (e5a0749d-40c3-4e4b-8595-97fa56668bc6), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.620791 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9d692-fbd0-4411-a18d-277a376ad7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a0749d-40c3-4e4b-8595-97fa56668bc6,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:42.622802 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d692-fbd0-4411-a18d-277a376ad7fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.626186 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b0c9d692-fbd0-4411-a18d-277a376ad7fc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e5a0749d-40c3-4e4b-8595-97fa56668bc6 HTTP/1.1" status: 204 len: 168 time: 0.3160319 Mar 24 15:54:42.633512 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33516) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:42.642561 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-0339fb3d-93c6-4a53-8c14-373d96f61994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.650287 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (eff76a64-3b11-43dc-aaae-a77bece0367f), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.717082 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339fb3d-93c6-4a53-8c14-373d96f61994 None None] Pushing event updated for resources: {'Port': ['ID=fef98b4c-e13e-45bb-871b-c6ecd7ae865c,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:42.725549 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f806688e-0eca-42f1-8f3c-c14a78d3ea09 req-438691b4-b2e9-4480-8105-3eac7ec6d90d tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 210 time: 0.0522776 Mar 24 15:54:42.746855 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (634daeaa-f4e8-4f07-a526-c225016ef6f0), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.845702 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (634daeaa-f4e8-4f07-a526-c225016ef6f0), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.869668 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634daeaa-f4e8-4f07-a526-c225016ef6f0']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:42.881179 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4779c720-c0cc-486d-83a0-3ac349e2cd87') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:42.882086 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4779c720-c0cc-486d-83a0-3ac349e2cd87') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:42.891244 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (eff76a64-3b11-43dc-aaae-a77bece0367f), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.893065 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (4779c720-c0cc-486d-83a0-3ac349e2cd87), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.911731 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (4779c720-c0cc-486d-83a0-3ac349e2cd87), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.924014 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:54:42.924457 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (4779c720-c0cc-486d-83a0-3ac349e2cd87), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:54:42.926750 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:54:42.987054 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (eff76a64-3b11-43dc-aaae-a77bece0367f), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.038083 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (9e6c56bb-ac5e-4f42-b89c-29740d198071), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.070862 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (634daeaa-f4e8-4f07-a526-c225016ef6f0), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.091414 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-5a377fc5-6762-481f-a578-a3e956e76f5a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:43.094027 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-5a377fc5-6762-481f-a578-a3e956e76f5a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 812 time: 0.1757901 Mar 24 15:54:43.096618 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.101560 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] 10.222.0.31 "DELETE /v2.0/networks/634daeaa-f4e8-4f07-a526-c225016ef6f0 HTTP/1.1" status: 204 len: 168 time: 0.4644008 Mar 24 15:54:43.101560 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31f598-4ced-4be4-863f-9a893213005f admin admin] Pushing event deleted for resources: {'Network': ['ID=634daeaa-f4e8-4f07-a526-c225016ef6f0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:43.103081 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33518) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:43.103787 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=eff76a64-3b11-43dc-aaae-a77bece0367f,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:43.149727 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1ee662-3214-4102-b250-31c6efc07274 admin admin] Deleting subnet 5be534eb-6fee-4969-b8ed-836f2dfc7409 {{(pid=110397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:54:43.153544 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee662-3214-4102-b250-31c6efc07274 admin admin] Publish callbacks [] for subnet (5be534eb-6fee-4969-b8ed-836f2dfc7409), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.164656 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.164656 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-2b342806-b990-4fbd-9336-8641e28e4534 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4001734 Mar 24 15:54:43.211820 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f5f98cf8-a596-44ed-a1f1-295e115c30e8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=825d7896d32940ff81ebd3072efd386a HTTP/1.1" status: 200 len: 380 time: 0.1050763 Mar 24 15:54:43.212460 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee662-3214-4102-b250-31c6efc07274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127327259'] for subnet (5be534eb-6fee-4969-b8ed-836f2dfc7409), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.237533 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'port': {'device_id': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'admin_state_up': True, 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'security_groups': ['72ea44ff-1980-475f-8a9c-f4ea572ed451']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:43.243180 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device fef98b4c-e13e-45bb-871b-c6ecd7ae865c up at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:54:43.305966 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee662-3214-4102-b250-31c6efc07274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (5be534eb-6fee-4969-b8ed-836f2dfc7409), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.383611 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Provisioning complete for port fef98b4c-e13e-45bb-871b-c6ecd7ae865c triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:43.383611 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.480003 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Current status of the port fef98b4c-e13e-45bb-871b-c6ecd7ae865c is: ACTIVE; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:43.510445 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Made reservation on behalf of 825d7896d32940ff81ebd3072efd386a for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:54:43.514104 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.688392 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Allocated IP 172.20.0.9 (820ba51f-beaa-4316-bd0f-93846d088224/e1da45a2-41ca-4014-8a7c-896aa263d982/13ca80db-8a01-4cc4-961b-7205a7b2b1ef) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:54:43.722492 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-f9c7c00d-5797-47bb-8fd1-183e98e4ad77 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1997896501&fields=id&tenant_id=65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 267 time: 0.3486061 Mar 24 15:54:43.820997 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee662-3214-4102-b250-31c6efc07274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127191874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127861695'] for subnet (5be534eb-6fee-4969-b8ed-836f2dfc7409), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.867350 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee662-3214-4102-b250-31c6efc07274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.870801 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-9e1ee662-3214-4102-b250-31c6efc07274 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5be534eb-6fee-4969-b8ed-836f2dfc7409 HTTP/1.1" status: 204 len: 168 time: 0.7667615 Mar 24 15:54:43.871833 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ee662-3214-4102-b250-31c6efc07274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be534eb-6fee-4969-b8ed-836f2dfc7409,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:43.873396 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33546) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:43.886619 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1751a213-6e2b-41b0-a204-d47aaa5ebb13 req-d02a2a3d-124f-4f03-bc5b-b9782df8c5cb tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 210 time: 0.0467591 Mar 24 15:54:43.893545 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-745247de-959e-4bf4-a419-820ee3cbb91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.921501 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:43.981390 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e0721631-5984-4d0d-9d5c-022c76dbe9e6 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:43.983120 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e0721631-5984-4d0d-9d5c-022c76dbe9e6 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 814 time: 0.2531638 Mar 24 15:54:44.007734 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-ba387149-7787-4a7b-8674-94ffaaaa112c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/quotas/65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 375 time: 0.0168941 Mar 24 15:54:44.010691 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (943ee635-4e60-4aaa-85f5-eee88073cede), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.071139 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.121814 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Network 820ba51f-beaa-4316-bd0f-93846d088224 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:54:44.125091 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:54:44.132840 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:54:44.133838 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (943ee635-4e60-4aaa-85f5-eee88073cede), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.139243 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:44.145598 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.148974 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'Port': ['ID=13ca80db-8a01-4cc4-961b-7205a7b2b1ef,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:44.171301 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-46e3e7b4-85d6-4c5b-bc53-3981d6555e18 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1576614 Mar 24 15:54:44.172960 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943ee635-4e60-4aaa-85f5-eee88073cede']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:44.185061 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b0a341-b2d1-4ef8-9528-0402492f0642') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:44.185590 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b0a341-b2d1-4ef8-9528-0402492f0642') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:44.204561 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (b1b0a341-b2d1-4ef8-9528-0402492f0642), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.260498 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (b1b0a341-b2d1-4ef8-9528-0402492f0642), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.271624 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:54:44.271900 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (b1b0a341-b2d1-4ef8-9528-0402492f0642), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:54:44.274883 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:54:44.284738 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-709462c2-218e-45e2-a04e-97253c4e4309 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0507026 Mar 24 15:54:44.287920 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Request body: {'port': {'device_id': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:44.354944 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-eefd4313-f23a-479b-9df0-038b39aff367 service neutron] 10.222.0.31 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588876 Mar 24 15:54:44.355464 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.376231 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-8eca3362-2596-4531-86ee-b4e23138d109 None None] Provisioning complete for port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:44.376892 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8eca3362-2596-4531-86ee-b4e23138d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.422643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-8eca3362-2596-4531-86ee-b4e23138d109 None None] Port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:54:44.444630 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (943ee635-4e60-4aaa-85f5-eee88073cede), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.453749 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.457437 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] 10.222.0.31 "DELETE /v2.0/networks/943ee635-4e60-4aaa-85f5-eee88073cede HTTP/1.1" status: 204 len: 168 time: 0.5753045 Mar 24 15:54:44.473840 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-01e355e3-08e7-41b7-ac1c-ad94f66b47e8 service neutron] 10.222.0.31 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128445 Mar 24 15:54:44.474569 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b08d3-252f-4489-af4d-a2336055c843 admin admin] Pushing event deleted for resources: {'Network': ['ID=943ee635-4e60-4aaa-85f5-eee88073cede,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:44.650354 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ca80db-8a01-4cc4-961b-7205a7b2b1ef {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:54:44.658113 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Publish callbacks [] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.670748 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Transition to ACTIVE for port object 13ca80db-8a01-4cc4-961b-7205a7b2b1ef will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:54:44.751243 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.816742 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9b89f1b0-a2f9-4738-878c-689c78b409c8 req-04c31b65-2a7d-4417-9abf-ffafa0e1f99e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 210 time: 0.0366662 Mar 24 15:54:44.836596 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Pushing event updated for resources: {'Port': ['ID=13ca80db-8a01-4cc4-961b-7205a7b2b1ef,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:44.851069 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.855206 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.855385 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.855861 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.856216 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.856612 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.856964 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.857362 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.857835 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.858200 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.858575 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.859058 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.859385 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.859722 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.860250 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:54:44.898348 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Attempting to bind port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:54:44.898348 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Attempting to bind port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:54:44.898348 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Attempting to bind port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef on network 820ba51f-beaa-4316-bd0f-93846d088224 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:54:44.902907 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef on network 820ba51f-beaa-4316-bd0f-93846d088224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:54:44.903394 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Attempting to bind port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef on network 820ba51f-beaa-4316-bd0f-93846d088224 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:54:44.908275 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33558) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:44.908873 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:54:44.911173 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Checking segment: {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:54:44.911811 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Bound using segment: {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:54:44.912785 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Bound port: 13ca80db-8a01-4cc4-961b-7205a7b2b1ef, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:54:44.913373 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:44.974403 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-5fb05c0e-702c-4ea1-b3ce-6bbd9901e18b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=820531dfcf004ef18ef0357895696032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653293 Mar 24 15:54:44.976901 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33564) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:45.045573 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] For port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:54:45.060875 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db59f5-6a00-4e36-9044-2f1aaf9c7031 req-641d7738-6140-4e17-8416-c5dc135b19d2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:45.062558 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-53db59f5-6a00-4e36-9044-2f1aaf9c7031 req-641d7738-6140-4e17-8416-c5dc135b19d2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 943 time: 0.0662224 Mar 24 15:54:45.065631 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] For port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=13ca80db-8a01-4cc4-961b-7205a7b2b1ef,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:54:45.072282 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-912dcdea-c4bc-44a6-bdd6-65935fc87703 admin admin] Publish callbacks [] for security_group (01f0e2a6-e10e-40f7-9759-cd21b8bf5666), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:45.099006 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-912dcdea-c4bc-44a6-bdd6-65935fc87703 admin admin] Publish callbacks [] for security_group (01f0e2a6-e10e-40f7-9759-cd21b8bf5666), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:45.122476 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-53db59f5-6a00-4e36-9044-2f1aaf9c7031 req-fb083ca0-cd85-416a-980c-5f15d42425a0 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536485 Mar 24 15:54:45.127168 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:45.282022 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:45.314593 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-912dcdea-c4bc-44a6-bdd6-65935fc87703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (01f0e2a6-e10e-40f7-9759-cd21b8bf5666), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:45.317390 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-912dcdea-c4bc-44a6-bdd6-65935fc87703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:45.320962 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-912dcdea-c4bc-44a6-bdd6-65935fc87703 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01f0e2a6-e10e-40f7-9759-cd21b8bf5666 HTTP/1.1" status: 204 len: 168 time: 0.3405910 Mar 24 15:54:45.336332 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:45.337152 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:45.338379 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/13ca80db-8a01-4cc4-961b-7205a7b2b1ef HTTP/1.1" status: 200 len: 1093 time: 1.0563970 Mar 24 15:54:45.346049 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'tag': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:54:45.349544 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8287f890-9734-4da1-827d-4a548302e750" -d '{"events": [{"name": "network-changed", "server_uuid": "03d56db8-f771-461a-a5ba-6a8ef05139dc", "tag": "13ca80db-8a01-4cc4-961b-7205a7b2b1ef"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:54:45.352223 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dcdea-c4bc-44a6-bdd6-65935fc87703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f0e2a6-e10e-40f7-9759-cd21b8bf5666,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:45.374623 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b29e0c-1870-4ffa-bb3c-c99e0f1f34d7 service neutron] Pushing event updated for resources: {'Port': ['ID=13ca80db-8a01-4cc4-961b-7205a7b2b1ef,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:45.416148 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777c2b1a-1402-434a-a4c2-1ecd2ddcd75b x-openstack-request-id: req-777c2b1a-1402-434a-a4c2-1ecd2ddcd75b {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:54:45.416457 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d56db8-f771-461a-a5ba-6a8ef05139dc", "tag": "13ca80db-8a01-4cc4-961b-7205a7b2b1ef", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:54:45.416741 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-777c2b1a-1402-434a-a4c2-1ecd2ddcd75b {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:54:45.417163 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777c2b1a-1402-434a-a4c2-1ecd2ddcd75b'] response: {'name': 'network-changed', 'server_uuid': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'tag': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'status': 'completed', 'code': 200} Mar 24 15:54:45.498768 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287f890-9734-4da1-827d-4a548302e750 req-0db85924-9ebd-4a7f-8700-2a61d9180647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:45.500721 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8287f890-9734-4da1-827d-4a548302e750 req-0db85924-9ebd-4a7f-8700-2a61d9180647 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 1127 time: 0.0545173 Mar 24 15:54:45.608964 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287f890-9734-4da1-827d-4a548302e750 req-9a727e97-9c6e-4193-87fb-722ea34fcdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:45.610402 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8287f890-9734-4da1-827d-4a548302e750 req-9a727e97-9c6e-4193-87fb-722ea34fcdfa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=825d7896d32940ff81ebd3072efd386a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1019931 Mar 24 15:54:45.717946 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287f890-9734-4da1-827d-4a548302e750 req-90862b01-695e-4207-a25e-6a280ccb9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:45.722062 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8287f890-9734-4da1-827d-4a548302e750 req-90862b01-695e-4207-a25e-6a280ccb9946 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055331 Mar 24 15:54:45.750773 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33580) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:45.817398 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f26c67f2-56e5-4e68-88a5-4d14faa3cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:45.819174 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-f26c67f2-56e5-4e68-88a5-4d14faa3cbdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 1127 time: 0.0517328 Mar 24 15:54:45.869269 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-a6f6756e-7a06-42a2-ba6e-16e4150c3672 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13ca80db-8a01-4cc4-961b-7205a7b2b1ef HTTP/1.1" status: 200 len: 217 time: 0.0410395 Mar 24 15:54:45.908465 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-7f88f674-eecc-4513-b331-c9725fe41bc2 req-d53ccabe-6d33-4305-abcb-f0b64efe00b8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 210 time: 0.0337319 Mar 24 15:54:45.923912 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6971f2a4-9158-430b-a304-aa5ff5f5c616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:45.947973 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-4d35d3b2-8654-471a-b7e4-9672f14ea28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:45.949456 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-4d35d3b2-8654-471a-b7e4-9672f14ea28c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1da45a2-41ca-4014-8a7c-896aa263d982 HTTP/1.1" status: 200 len: 851 time: 0.0744667 Mar 24 15:54:46.033608 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-b668b578-2d91-49de-8607-6690babeacae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:46.035357 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-b668b578-2d91-49de-8607-6690babeacae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=820ba51f-beaa-4316-bd0f-93846d088224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0785201 Mar 24 15:54:46.106937 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6971f2a4-9158-430b-a304-aa5ff5f5c616 admin admin] Publish callbacks [] for security_group (e6c62f02-4b90-46ea-9466-495298354ba4), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:46.152464 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-b7cbd9a4-c0fc-4ef1-b59a-debe76fbd9dd service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078644 Mar 24 15:54:46.234692 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6971f2a4-9158-430b-a304-aa5ff5f5c616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (e6c62f02-4b90-46ea-9466-495298354ba4), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:46.291779 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33590) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:46.297259 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-6971f2a4-9158-430b-a304-aa5ff5f5c616 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d97f6daf7a54ed8a2641fa84da9da1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5453820 Mar 24 15:54:46.299990 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33592) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:46.302354 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971f2a4-9158-430b-a304-aa5ff5f5c616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c62f02-4b90-46ea-9466-495298354ba4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:46.330601 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899d2f7-61fa-4395-88ca-3260230a4242 req-bf7536c8-7790-4732-bf6c-ff3ead095bf8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:46.332143 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2899d2f7-61fa-4395-88ca-3260230a4242 req-bf7536c8-7790-4732-bf6c-ff3ead095bf8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 943 time: 0.1303451 Mar 24 15:54:46.335015 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10dc2f8c-b50d-43f7-b880-c9b8042c527a req-2f387511-0d47-46a4-9f0e-e2d75778012b service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753900 Mar 24 15:54:46.376803 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-87cefbbe-94ee-4c6d-88f9-8f9e1a8e70a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9cdade537c24754b747dab1be819d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0836971 Mar 24 15:54:46.381609 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33594) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:46.403291 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-273022f1-0ba1-43b0-b6cd-605a6d354ec3 admin admin] Publish callbacks [] for security_group (e6c62f02-4b90-46ea-9466-495298354ba4), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:46.408103 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2899d2f7-61fa-4395-88ca-3260230a4242 req-5eef4724-aede-4944-8bc9-90cfed3a1707 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580435 Mar 24 15:54:46.412894 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:46.440787 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-273022f1-0ba1-43b0-b6cd-605a6d354ec3 admin admin] Publish callbacks [] for security_group (e6c62f02-4b90-46ea-9466-495298354ba4), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:46.479765 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8437-eba2-45c1-a81b-a60ba4d5ba13 admin admin] Publish callbacks [] for security_group (70a9a241-89b3-4612-a079-3934fe14997e), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:46.506043 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8437-eba2-45c1-a81b-a60ba4d5ba13 admin admin] Publish callbacks [] for security_group (70a9a241-89b3-4612-a079-3934fe14997e), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:46.670060 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-273022f1-0ba1-43b0-b6cd-605a6d354ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (e6c62f02-4b90-46ea-9466-495298354ba4), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:46.672602 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-273022f1-0ba1-43b0-b6cd-605a6d354ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:46.673763 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-273022f1-0ba1-43b0-b6cd-605a6d354ec3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6c62f02-4b90-46ea-9466-495298354ba4 HTTP/1.1" status: 204 len: 168 time: 0.3723443 Mar 24 15:54:46.682487 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273022f1-0ba1-43b0-b6cd-605a6d354ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c62f02-4b90-46ea-9466-495298354ba4,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:46.722111 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8437-eba2-45c1-a81b-a60ba4d5ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (70a9a241-89b3-4612-a079-3934fe14997e), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:46.725568 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8437-eba2-45c1-a81b-a60ba4d5ba13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:46.727544 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-0a9d8437-eba2-45c1-a81b-a60ba4d5ba13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70a9a241-89b3-4612-a079-3934fe14997e HTTP/1.1" status: 204 len: 168 time: 0.3442008 Mar 24 15:54:46.737169 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d8437-eba2-45c1-a81b-a60ba4d5ba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a9a241-89b3-4612-a079-3934fe14997e,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:47.010734 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-95985da7-0419-45d7-a1c4-e93202e32f2e req-fa1e4c3b-f7c3-4c5a-8d8e-d93dada89603 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 210 time: 0.0282891 Mar 24 15:54:47.524530 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f281c23-ac31-47d2-84e8-fd20978889e3 req-ab6a7f7d-0564-43d4-ba27-e7b361ad767b tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:47.526463 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2f281c23-ac31-47d2-84e8-fd20978889e3 req-ab6a7f7d-0564-43d4-ba27-e7b361ad767b tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 943 time: 0.0555062 Mar 24 15:54:47.647236 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2f281c23-ac31-47d2-84e8-fd20978889e3 req-0cd832f5-641d-42c7-a086-f4fb5b843a9a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120987 Mar 24 15:54:47.697684 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-6dd8e8fe-fc51-41db-a1cb-e0edb4cc154c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:47.697684 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-6dd8e8fe-fc51-41db-a1cb-e0edb4cc154c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 814 time: 0.1406493 Mar 24 15:54:47.770993 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-48b1c2be-d5f3-4e6e-b91c-537647fc2cfa tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 380 time: 0.0655832 Mar 24 15:54:47.789818 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'port': {'device_id': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'admin_state_up': True, 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'security_groups': ['c25d7216-71d5-413d-a2d4-978e5a0dd241']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:47.848715 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:47.995941 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Made reservation on behalf of 65aeffbf058c4b8e9705e321be3326ef for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:54:48.000422 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:48.156197 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cd108bb9-84a8-41b7-a9f6-910eecf6df50 req-3bd1da23-e274-4b7c-a10f-81a2757bb9aa tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 210 time: 0.0471916 Mar 24 15:54:48.168717 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Allocated IP 172.20.0.13 (911d5b75-7552-489f-98f6-a70f71f60c85/d7299b1e-ce46-4d36-8286-c031882b2444/0df421df-39fb-4685-85df-0e88c4b2a0a6) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:54:48.309208 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:48.418999 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:48.460625 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Network 911d5b75-7552-489f-98f6-a70f71f60c85 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:54:48.463684 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:54:48.469909 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:54:48.475123 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:48.475732 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:48.481920 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=0df421df-39fb-4685-85df-0e88c4b2a0a6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:48.599171 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-e74d03a4-6fad-4817-a01a-dd08dd90253f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8231378 Mar 24 15:54:48.609997 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Request body: {'port': {'device_id': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:48.679037 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:48.737376 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-6b9252e5-0410-4f74-b9a1-38ff87149ca2 None None] Provisioning complete for port 0df421df-39fb-4685-85df-0e88c4b2a0a6 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:48.738376 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6b9252e5-0410-4f74-b9a1-38ff87149ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:48.776934 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-6b9252e5-0410-4f74-b9a1-38ff87149ca2 None None] Port 0df421df-39fb-4685-85df-0e88c4b2a0a6 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:54:48.850316 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3bd55-7b2f-4c3d-b59b-29b3e46b3e2d req-8047b365-135a-4fbb-a1a0-8352dff6ec72 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:48.851819 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-dbe3bd55-7b2f-4c3d-b59b-29b3e46b3e2d req-8047b365-135a-4fbb-a1a0-8352dff6ec72 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 943 time: 0.1363971 Mar 24 15:54:48.955159 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-dbe3bd55-7b2f-4c3d-b59b-29b3e46b3e2d req-4262ba55-c125-4c1c-bc6f-0830856afd76 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891523 Mar 24 15:54:49.037204 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df421df-39fb-4685-85df-0e88c4b2a0a6 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:54:49.045557 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Publish callbacks [] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:49.063708 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Transition to ACTIVE for port object 0df421df-39fb-4685-85df-0e88c4b2a0a6 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:54:49.145667 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:49.200133 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Pushing event updated for resources: {'Port': ['ID=0df421df-39fb-4685-85df-0e88c4b2a0a6,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:49.241158 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Attempting to bind port 0df421df-39fb-4685-85df-0e88c4b2a0a6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:54:49.241502 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Attempting to bind port 0df421df-39fb-4685-85df-0e88c4b2a0a6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:54:49.241834 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Attempting to bind port 0df421df-39fb-4685-85df-0e88c4b2a0a6 on network 911d5b75-7552-489f-98f6-a70f71f60c85 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:54:49.247406 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Port 0df421df-39fb-4685-85df-0e88c4b2a0a6 on network 911d5b75-7552-489f-98f6-a70f71f60c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:54:49.247741 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Attempting to bind port 0df421df-39fb-4685-85df-0e88c4b2a0a6 on network 911d5b75-7552-489f-98f6-a70f71f60c85 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:54:49.252778 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:54:49.253948 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Checking segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:54:49.254956 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Bound using segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:54:49.254956 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Bound port: 0df421df-39fb-4685-85df-0e88c4b2a0a6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:54:49.255301 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:49.283853 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a60884-8ddd-4d6b-b1eb-6aef015850cb req-155997b1-fd7a-4483-aac0-302b4050eb3e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:49.285728 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d6a60884-8ddd-4d6b-b1eb-6aef015850cb req-155997b1-fd7a-4483-aac0-302b4050eb3e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 944 time: 0.0585539 Mar 24 15:54:49.326205 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] For port 0df421df-39fb-4685-85df-0e88c4b2a0a6, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:54:49.330377 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] For port 0df421df-39fb-4685-85df-0e88c4b2a0a6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0df421df-39fb-4685-85df-0e88c4b2a0a6,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:54:49.339570 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d6a60884-8ddd-4d6b-b1eb-6aef015850cb req-a9bff998-cb2f-4137-9b95-8d442dfb92ed tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=c25d7216-71d5-413d-a2d4-978e5a0dd241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467453 Mar 24 15:54:49.453728 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:49.490995 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:49.491632 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:49.492982 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] 10.222.0.24 "PUT /v2.0/ports/0df421df-39fb-4685-85df-0e88c4b2a0a6 HTTP/1.1" status: 200 len: 1094 time: 0.8872323 Mar 24 15:54:49.493413 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'tag': '0df421df-39fb-4685-85df-0e88c4b2a0a6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:54:49.495666 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd416491-c83e-4583-90a1-18240f832235" -d '{"events": [{"name": "network-changed", "server_uuid": "bc063d08-c7e7-4ff0-860e-c594f97b98eb", "tag": "0df421df-39fb-4685-85df-0e88c4b2a0a6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:54:49.518655 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a492b0-3c0c-4c37-8229-40992e8aa75d service neutron] Pushing event updated for resources: {'Port': ['ID=0df421df-39fb-4685-85df-0e88c4b2a0a6,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:49.544646 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afe98a1-42f0-421d-afe4-eb98396db3ac x-openstack-request-id: req-0afe98a1-42f0-421d-afe4-eb98396db3ac {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:54:49.545020 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc063d08-c7e7-4ff0-860e-c594f97b98eb", "tag": "0df421df-39fb-4685-85df-0e88c4b2a0a6", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:54:49.545284 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0afe98a1-42f0-421d-afe4-eb98396db3ac {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:54:49.545722 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afe98a1-42f0-421d-afe4-eb98396db3ac'] response: {'name': 'network-changed', 'server_uuid': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'tag': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'status': 'completed', 'code': 200} Mar 24 15:54:49.612957 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd416491-c83e-4583-90a1-18240f832235 req-41f4fb8b-4681-4e9e-95a6-6bf0b6faa285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:49.614788 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fd416491-c83e-4583-90a1-18240f832235 req-41f4fb8b-4681-4e9e-95a6-6bf0b6faa285 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 1128 time: 0.0472422 Mar 24 15:54:49.712804 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd416491-c83e-4583-90a1-18240f832235 req-32e1eb9f-fa35-41f9-a3cc-707f5e829384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:49.714267 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fd416491-c83e-4583-90a1-18240f832235 req-32e1eb9f-fa35-41f9-a3cc-707f5e829384 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=65aeffbf058c4b8e9705e321be3326ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935211 Mar 24 15:54:49.812643 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd416491-c83e-4583-90a1-18240f832235 req-957f181c-a6e2-4ae7-9bed-b385986df4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:49.814196 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fd416491-c83e-4583-90a1-18240f832235 req-957f181c-a6e2-4ae7-9bed-b385986df4b9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936491 Mar 24 15:54:49.892429 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-68e37003-d4f5-4407-b613-e977fbf8c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:49.893959 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-68e37003-d4f5-4407-b613-e977fbf8c707 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 1128 time: 0.0463986 Mar 24 15:54:49.938707 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-71832207-df7b-4397-be94-161db06bcc1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0df421df-39fb-4685-85df-0e88c4b2a0a6 HTTP/1.1" status: 200 len: 217 time: 0.0383627 Mar 24 15:54:49.985663 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-ef2ffceb-420e-45e2-91e4-ba77195291d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:49.987216 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-ef2ffceb-420e-45e2-91e4-ba77195291d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7299b1e-ce46-4d36-8286-c031882b2444 HTTP/1.1" status: 200 len: 853 time: 0.0436919 Mar 24 15:54:50.038887 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-d52a9133-ac13-4a3e-8e9b-6a2941b2a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:50.040882 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-d52a9133-ac13-4a3e-8e9b-6a2941b2a6e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911d5b75-7552-489f-98f6-a70f71f60c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476234 Mar 24 15:54:50.081808 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3f4f8-b22e-48e0-827b-d1a9015d6bb3 req-f5795e91-11b9-4148-98ae-371d9982e8f5 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:50.083591 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-34f3f4f8-b22e-48e0-827b-d1a9015d6bb3 req-f5795e91-11b9-4148-98ae-371d9982e8f5 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 943 time: 0.0582073 Mar 24 15:54:50.149171 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-33064564-7782-4667-b075-5cadd2e84bf8 service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025944 Mar 24 15:54:50.161209 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-34f3f4f8-b22e-48e0-827b-d1a9015d6bb3 req-cc878ecd-d8b3-42b8-aac5-cf1ac4b406b6 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690675 Mar 24 15:54:50.242196 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-04562b46-a8aa-4159-a790-90dd1e9a7287 req-b3e2b91d-4195-4a7d-82d2-e7e8798381f0 service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866289 Mar 24 15:54:50.461513 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f7fbd-0ae6-4bc7-b266-5a55f3d86045 req-6b619470-d44e-4e6f-9660-3692d9115e92 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:50.463027 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c45f7fbd-0ae6-4bc7-b266-5a55f3d86045 req-6b619470-d44e-4e6f-9660-3692d9115e92 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 944 time: 0.0526032 Mar 24 15:54:50.514441 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c45f7fbd-0ae6-4bc7-b266-5a55f3d86045 req-2c7553dd-d8af-486d-afca-600f45636113 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=c25d7216-71d5-413d-a2d4-978e5a0dd241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458012 Mar 24 15:54:51.282805 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d84131-3753-4055-8b1e-e43fb99fc964 req-246d0a38-5317-4126-94cc-70f0ae5bf888 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:51.284287 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c6d84131-3753-4055-8b1e-e43fb99fc964 req-246d0a38-5317-4126-94cc-70f0ae5bf888 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 943 time: 0.0536144 Mar 24 15:54:51.334052 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c6d84131-3753-4055-8b1e-e43fb99fc964 req-23dea901-f7d1-4ab8-9a70-28f7d437cd55 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441577 Mar 24 15:54:51.635282 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e251-f285-4a4b-99fe-afbafd5ad45b req-d0589357-e9b8-4849-b6a7-bcdff50db61e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:51.636784 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3a75e251-f285-4a4b-99fe-afbafd5ad45b req-d0589357-e9b8-4849-b6a7-bcdff50db61e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 944 time: 0.0570574 Mar 24 15:54:51.683737 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3a75e251-f285-4a4b-99fe-afbafd5ad45b req-ad56a22c-7996-4294-942f-4c8b9ca6f970 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=c25d7216-71d5-413d-a2d4-978e5a0dd241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 Mar 24 15:54:52.466007 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c35ba-ccb1-4e1f-beb8-a366de2acfeb req-53ded510-775c-482e-aa14-8988171258ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:52.467438 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-920c35ba-ccb1-4e1f-beb8-a366de2acfeb req-53ded510-775c-482e-aa14-8988171258ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 943 time: 0.0559530 Mar 24 15:54:52.517649 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-920c35ba-ccb1-4e1f-beb8-a366de2acfeb req-4f725e12-28a4-4cec-a54c-6f0068448a37 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434930 Mar 24 15:54:52.815000 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5f7f-d9d3-4b13-b2c6-211fd060fa1b req-e70f9f52-57bb-49b0-bd7d-cc2fd80b5766 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:52.817417 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d26c5f7f-d9d3-4b13-b2c6-211fd060fa1b req-e70f9f52-57bb-49b0-bd7d-cc2fd80b5766 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 944 time: 0.0541878 Mar 24 15:54:52.862959 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d26c5f7f-d9d3-4b13-b2c6-211fd060fa1b req-87afdb1b-01fc-4648-8d7d-cd914fb37664 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=c25d7216-71d5-413d-a2d4-978e5a0dd241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401495 Mar 24 15:54:53.118049 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 33746) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:53.222189 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2e34cc7a-c2fd-4b28-a47b-4d162e6713de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:53.284193 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 0df421df-39fb-4685-85df-0e88c4b2a0a6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:54:53.296549 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2e34cc7a-c2fd-4b28-a47b-4d162e6713de admin admin] Publish callbacks [] for security_group (c2f9080e-9861-4188-80ef-85ed78dd92b7), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:53.380225 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 0df421df-39fb-4685-85df-0e88c4b2a0a6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0df421df-39fb-4685-85df-0e88c4b2a0a6,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:53.391443 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'port_id': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'mac_address': 'fa:16:3e:f1:69:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:54:53.412755 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2e34cc7a-c2fd-4b28-a47b-4d162e6713de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c2f9080e-9861-4188-80ef-85ed78dd92b7), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:53.431384 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 0df421df-39fb-4685-85df-0e88c4b2a0a6 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:53.431711 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:53.444703 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df421df-39fb-4685-85df-0e88c4b2a0a6 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:54:53.451000 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-2e34cc7a-c2fd-4b28-a47b-4d162e6713de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a4802c51c53437ca9134b22163d221c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317699 Mar 24 15:54:53.452081 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34cc7a-c2fd-4b28-a47b-4d162e6713de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f9080e-9861-4188-80ef-85ed78dd92b7,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:53.453721 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33754) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:53.470999 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 0df421df-39fb-4685-85df-0e88c4b2a0a6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0df421df-39fb-4685-85df-0e88c4b2a0a6,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:53.505825 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9867b25a-e524-4352-bcd8-a35db596e530 admin admin] Publish callbacks [] for security_group (c2f9080e-9861-4188-80ef-85ed78dd92b7), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:53.527664 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9867b25a-e524-4352-bcd8-a35db596e530 admin admin] Publish callbacks [] for security_group (c2f9080e-9861-4188-80ef-85ed78dd92b7), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:53.551332 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:53.601257 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=0df421df-39fb-4685-85df-0e88c4b2a0a6,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:53.635941 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9867b25a-e524-4352-bcd8-a35db596e530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c2f9080e-9861-4188-80ef-85ed78dd92b7), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:53.638665 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9867b25a-e524-4352-bcd8-a35db596e530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:53.639830 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-9867b25a-e524-4352-bcd8-a35db596e530 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2f9080e-9861-4188-80ef-85ed78dd92b7 HTTP/1.1" status: 204 len: 168 time: 0.1850982 Mar 24 15:54:53.644838 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31e1c7-9320-454a-9173-7ae9704322fa req-27d41704-2f88-4a41-94fc-1897d0016023 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:53.646369 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-df31e1c7-9320-454a-9173-7ae9704322fa req-27d41704-2f88-4a41-94fc-1897d0016023 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 943 time: 0.0545869 Mar 24 15:54:53.647733 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867b25a-e524-4352-bcd8-a35db596e530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f9080e-9861-4188-80ef-85ed78dd92b7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:53.706977 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-df31e1c7-9320-454a-9173-7ae9704322fa req-30f200ba-b596-4592-850d-5785d7fc4f42 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532374 Mar 24 15:54:53.792159 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['0df421df-39fb-4685-85df-0e88c4b2a0a6'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:54:53.986217 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a796a67-9d2f-4c83-8bb0-6d620f5b61a2 req-03af9f4c-6125-4ec0-b2a8-9b79aaad1f0c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:53.988005 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6a796a67-9d2f-4c83-8bb0-6d620f5b61a2 req-03af9f4c-6125-4ec0-b2a8-9b79aaad1f0c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 945 time: 0.0588958 Mar 24 15:54:54.049413 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6a796a67-9d2f-4c83-8bb0-6d620f5b61a2 req-94c2cd56-44e0-4188-a96a-5357e7da861f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=c25d7216-71d5-413d-a2d4-978e5a0dd241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546126 Mar 24 15:54:54.614356 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:54:54.824173 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b35dc-f1be-4dbe-ab49-7856b8dff5ed req-45d66e83-edcb-4b89-8d25-761bcf6c7216 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:54.825572 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0c1b35dc-f1be-4dbe-ab49-7856b8dff5ed req-45d66e83-edcb-4b89-8d25-761bcf6c7216 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 943 time: 0.0527077 Mar 24 15:54:54.873367 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0c1b35dc-f1be-4dbe-ab49-7856b8dff5ed req-5a1f61c8-a906-4773-947e-b679cf065366 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Mar 24 15:54:55.171743 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb82e1-c59a-4e8f-b339-be0b05bb9889 req-1d406903-4b27-466d-a905-8e5ba2d2de05 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:55.173238 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e0cb82e1-c59a-4e8f-b339-be0b05bb9889 req-1d406903-4b27-466d-a905-8e5ba2d2de05 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 945 time: 0.0541213 Mar 24 15:54:55.223521 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e0cb82e1-c59a-4e8f-b339-be0b05bb9889 req-a713ee72-1eb6-40f7-9772-15df18059c40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=c25d7216-71d5-413d-a2d4-978e5a0dd241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444396 Mar 24 15:54:55.301254 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 13ca80db-8a01-4cc4-961b-7205a7b2b1ef details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:54:55.304138 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 0df421df-39fb-4685-85df-0e88c4b2a0a6 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:54:55.432808 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=13ca80db-8a01-4cc4-961b-7205a7b2b1ef,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:55.449282 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'port_id': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'mac_address': 'fa:16:3e:77:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:54:55.485846 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:55.486239 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:55.499145 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ca80db-8a01-4cc4-961b-7205a7b2b1ef {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:54:55.516795 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 0df421df-39fb-4685-85df-0e88c4b2a0a6 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:54:55.519816 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=13ca80db-8a01-4cc4-961b-7205a7b2b1ef,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:55.522489 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 0df421df-39fb-4685-85df-0e88c4b2a0a6 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:55.522917 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:55.592142 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:55.621395 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 0df421df-39fb-4685-85df-0e88c4b2a0a6 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:55.621778 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:55.656221 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df421df-39fb-4685-85df-0e88c4b2a0a6'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:54:55.658381 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97501c8b-4d22-4a22-b152-9af7831d4a8b" -d '{"events": [{"server_uuid": "bc063d08-c7e7-4ff0-860e-c594f97b98eb", "name": "network-vif-plugged", "status": "completed", "tag": "0df421df-39fb-4685-85df-0e88c4b2a0a6"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:54:55.678329 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 0df421df-39fb-4685-85df-0e88c4b2a0a6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0df421df-39fb-4685-85df-0e88c4b2a0a6,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:55.679283 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=13ca80db-8a01-4cc4-961b-7205a7b2b1ef,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:55.697535 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90d96b4-6506-4aa5-85d5-3d0b578a599d x-openstack-request-id: req-c90d96b4-6506-4aa5-85d5-3d0b578a599d {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:54:55.697822 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc063d08-c7e7-4ff0-860e-c594f97b98eb", "name": "network-vif-plugged", "status": "completed", "tag": "0df421df-39fb-4685-85df-0e88c4b2a0a6", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:54:55.698082 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c90d96b4-6506-4aa5-85d5-3d0b578a599d {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:54:55.698489 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c90d96b4-6506-4aa5-85d5-3d0b578a599d'] response: {'server_uuid': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'code': 200} Mar 24 15:54:55.808537 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['13ca80db-8a01-4cc4-961b-7205a7b2b1ef'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:54:55.845555 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:55.916576 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=0df421df-39fb-4685-85df-0e88c4b2a0a6,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:56.011761 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011de762-b977-4ac1-9a39-3a573f406e64 req-37a6e8e1-f8b9-442c-8370-a68a9f803119 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:56.013294 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-011de762-b977-4ac1-9a39-3a573f406e64 req-37a6e8e1-f8b9-442c-8370-a68a9f803119 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 944 time: 0.0688877 Mar 24 15:54:56.063465 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-011de762-b977-4ac1-9a39-3a573f406e64 req-173fd0cd-03fc-4d82-a5df-246e13f042d9 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444515 Mar 24 15:54:56.168662 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97501fda-0255-42f0-a5b6-0086c177d3f7 req-09dd4fcf-e132-4ed0-a8af-0805efdefa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:56.170092 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-97501fda-0255-42f0-a5b6-0086c177d3f7 req-09dd4fcf-e132-4ed0-a8af-0805efdefa55 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 1130 time: 0.0463676 Mar 24 15:54:56.215578 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-97501fda-0255-42f0-a5b6-0086c177d3f7 req-52e0c4fe-d42a-420d-839a-102010806b5b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c25d7216-71d5-413d-a2d4-978e5a0dd241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396140 Mar 24 15:54:56.341359 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36febdd-adfe-4416-a1d1-8d979d3fc7e6 req-89d263b9-c937-457c-aa90-2ee3f0cc3b5f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:56.342906 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d36febdd-adfe-4416-a1d1-8d979d3fc7e6 req-89d263b9-c937-457c-aa90-2ee3f0cc3b5f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 946 time: 0.0519583 Mar 24 15:54:56.389427 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d36febdd-adfe-4416-a1d1-8d979d3fc7e6 req-e66139c8-e40f-492a-a270-3fb28dfa1531 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=c25d7216-71d5-413d-a2d4-978e5a0dd241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402324 Mar 24 15:54:57.191810 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede5929-569f-424c-ac54-ca4bdc0c528c req-7c67f275-d1e1-4cfe-ac7f-afa6f1953344 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:57.193247 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cede5929-569f-424c-ac54-ca4bdc0c528c req-7c67f275-d1e1-4cfe-ac7f-afa6f1953344 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 944 time: 0.0584037 Mar 24 15:54:57.242440 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cede5929-569f-424c-ac54-ca4bdc0c528c req-8e2b2d8f-6332-41b3-bef6-3af7137b6d10 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435183 Mar 24 15:54:57.314027 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 13ca80db-8a01-4cc4-961b-7205a7b2b1ef up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:54:57.435451 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:54:57.439603 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:54:57.439980 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:57.511575 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76451fa2-4372-4212-9082-947f09155733 req-4652dbd7-d800-4fb1-ab7c-404f3aa63da0 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:57.513448 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-76451fa2-4372-4212-9082-947f09155733 req-4652dbd7-d800-4fb1-ab7c-404f3aa63da0 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 946 time: 0.0577307 Mar 24 15:54:57.522389 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:54:57.522818 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:57.556670 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=13ca80db-8a01-4cc4-961b-7205a7b2b1ef,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:54:57.560602 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-76451fa2-4372-4212-9082-947f09155733 req-de2f9b28-7389-43de-8f48-89998ae6baa8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=c25d7216-71d5-413d-a2d4-978e5a0dd241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Mar 24 15:54:57.624076 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:57.672047 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=13ca80db-8a01-4cc4-961b-7205a7b2b1ef,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:54:57.677177 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8c609-a2b8-4d4e-a4fb-63a376e715b7 req-cb6ff848-ef0b-4387-829a-e1fecd7072f3 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:57.678768 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ced8c609-a2b8-4d4e-a4fb-63a376e715b7 req-cb6ff848-ef0b-4387-829a-e1fecd7072f3 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 946 time: 0.0561099 Mar 24 15:54:57.687566 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33796) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:54:57.692084 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1774fa1d-0d3c-4202-b9f5-f214c892e6f8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'floatingip': {'port_id': '0df421df-39fb-4685-85df-0e88c4b2a0a6'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:54:57.699394 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:54:57.701729 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d795539d-0a8c-4c66-b40d-9c7b4737ba5c" -d '{"events": [{"server_uuid": "03d56db8-f771-461a-a5ba-6a8ef05139dc", "name": "network-vif-plugged", "status": "completed", "tag": "13ca80db-8a01-4cc4-961b-7205a7b2b1ef"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:54:57.737065 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1774fa1d-0d3c-4202-b9f5-f214c892e6f8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (9e6c56bb-ac5e-4f42-b89c-29740d198071), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:57.738360 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e32805-7138-49be-bef6-4c9e179df408 x-openstack-request-id: req-32e32805-7138-49be-bef6-4c9e179df408 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:54:57.738665 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d56db8-f771-461a-a5ba-6a8ef05139dc", "name": "network-vif-plugged", "status": "completed", "tag": "13ca80db-8a01-4cc4-961b-7205a7b2b1ef", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:54:57.738965 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32e32805-7138-49be-bef6-4c9e179df408 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:54:57.739397 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e32805-7138-49be-bef6-4c9e179df408'] response: {'server_uuid': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'code': 200} Mar 24 15:54:58.400127 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072bee2-c48b-4fc5-b6ab-880d6a002153 req-d340b002-ed87-4a45-8e7c-f3a0d610c195 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:58.401894 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a072bee2-c48b-4fc5-b6ab-880d6a002153 req-d340b002-ed87-4a45-8e7c-f3a0d610c195 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 945 time: 0.0903976 Mar 24 15:54:58.497221 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1774fa1d-0d3c-4202-b9f5-f214c892e6f8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:58.501301 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a072bee2-c48b-4fc5-b6ab-880d6a002153 req-28c4b138-04d0-4a99-9197-0169a1652ca7 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934949 Mar 24 15:54:58.584336 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1774fa1d-0d3c-4202-b9f5-f214c892e6f8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (9e6c56bb-ac5e-4f42-b89c-29740d198071), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:58.688939 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [None req-1774fa1d-0d3c-4202-b9f5-f214c892e6f8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Floating IP 9e6c56bb-ac5e-4f42-b89c-29740d198071 associated. External IP: 172.27.0.77, port: 0df421df-39fb-4685-85df-0e88c4b2a0a6. Mar 24 15:54:58.894150 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1774fa1d-0d3c-4202-b9f5-f214c892e6f8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:54:59.002181 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1774fa1d-0d3c-4202-b9f5-f214c892e6f8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:54:59.007326 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1774fa1d-0d3c-4202-b9f5-f214c892e6f8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:54:59.012360 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e9994-cf37-4bb0-bf13-f06c005e71dc None None] Sync routers for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:54:59.023959 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e9994-cf37-4bb0-bf13-f06c005e71dc None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:59.024576 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-438e9994-cf37-4bb0-bf13-f06c005e71dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:59.053398 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-1774fa1d-0d3c-4202-b9f5-f214c892e6f8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "PUT /v2.0/floatingips/9e6c56bb-ac5e-4f42-b89c-29740d198071 HTTP/1.1" status: 200 len: 991 time: 1.3512592 Mar 24 15:54:59.053398 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'tag': '0df421df-39fb-4685-85df-0e88c4b2a0a6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:54:59.053398 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd89136-a570-495b-b881-046d123bf24d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc063d08-c7e7-4ff0-860e-c594f97b98eb", "tag": "0df421df-39fb-4685-85df-0e88c4b2a0a6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:54:59.079933 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8dd66a-762e-4a7e-8850-479be88d9e21 x-openstack-request-id: req-4e8dd66a-762e-4a7e-8850-479be88d9e21 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:54:59.080234 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc063d08-c7e7-4ff0-860e-c594f97b98eb", "tag": "0df421df-39fb-4685-85df-0e88c4b2a0a6", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:54:59.080493 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e8dd66a-762e-4a7e-8850-479be88d9e21 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:54:59.080915 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8dd66a-762e-4a7e-8850-479be88d9e21'] response: {'name': 'network-changed', 'server_uuid': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'tag': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'status': 'completed', 'code': 200} Mar 24 15:54:59.148331 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-438e9994-cf37-4bb0-bf13-f06c005e71dc None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:59.363308 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-438e9994-cf37-4bb0-bf13-f06c005e71dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '9e6c56bb-ac5e-4f42-b89c-29740d198071', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:f1:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:42Z', 'updated_at': '2022-03-24T15:54:58Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:59.388397 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e9994-cf37-4bb0-bf13-f06c005e71dc None None] Checking router: 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:54:59.397059 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e9994-cf37-4bb0-bf13-f06c005e71dc None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:54:59.397652 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-438e9994-cf37-4bb0-bf13-f06c005e71dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:59.590241 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-438e9994-cf37-4bb0-bf13-f06c005e71dc None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:54:59.625996 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a81c76-51e8-4994-9aa5-8ceb417a1be5 req-823d631e-ccc1-4ebd-9f3d-e1ab1af26739 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:54:59.627569 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-43a81c76-51e8-4994-9aa5-8ceb417a1be5 req-823d631e-ccc1-4ebd-9f3d-e1ab1af26739 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 945 time: 0.0576401 Mar 24 15:54:59.679628 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-43a81c76-51e8-4994-9aa5-8ceb417a1be5 req-c009e3c8-e108-4ff0-ac56-3fa06d5fd02b tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454822 Mar 24 15:54:59.811870 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-438e9994-cf37-4bb0-bf13-f06c005e71dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '9e6c56bb-ac5e-4f42-b89c-29740d198071', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:f1:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:42Z', 'updated_at': '2022-03-24T15:54:58Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:54:59.840403 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e9994-cf37-4bb0-bf13-f06c005e71dc None None] The sync data for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi is: [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '9e6c56bb-ac5e-4f42-b89c-29740d198071', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:f1:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:42Z', 'updated_at': '2022-03-24T15:54:58Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:55:00.001372 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd89136-a570-495b-b881-046d123bf24d req-4e6b7dc4-dcf5-4915-8cf7-2fe883b52882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:00.002981 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0dd89136-a570-495b-b881-046d123bf24d req-4e6b7dc4-dcf5-4915-8cf7-2fe883b52882 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 1130 time: 0.0468919 Mar 24 15:55:00.037634 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def3985c-4d9d-4f3c-a323-049da0baa734 None None] New status for floating IP 9e6c56bb-ac5e-4f42-b89c-29740d198071: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:55:00.098387 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd89136-a570-495b-b881-046d123bf24d req-18bebe04-d6e8-4f10-b8c0-e089633cb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:00.100130 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0dd89136-a570-495b-b881-046d123bf24d req-18bebe04-d6e8-4f10-b8c0-e089633cb1a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 915 time: 0.0909345 Mar 24 15:55:00.171708 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0dd89136-a570-495b-b881-046d123bf24d req-84571939-0d46-4241-9f46-b68131ffcce2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0df421df-39fb-4685-85df-0e88c4b2a0a6 HTTP/1.1" status: 200 len: 999 time: 0.0659161 Mar 24 15:55:00.224554 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd89136-a570-495b-b881-046d123bf24d req-c434ef71-89bf-4093-85a2-a9d23790ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:00.226057 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0dd89136-a570-495b-b881-046d123bf24d req-c434ef71-89bf-4093-85a2-a9d23790ddc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7299b1e-ce46-4d36-8286-c031882b2444 HTTP/1.1" status: 200 len: 853 time: 0.0485442 Mar 24 15:55:00.276739 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd89136-a570-495b-b881-046d123bf24d req-611801da-9036-4b8b-95bb-36a25d2055a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:00.278406 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0dd89136-a570-495b-b881-046d123bf24d req-611801da-9036-4b8b-95bb-36a25d2055a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911d5b75-7552-489f-98f6-a70f71f60c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464668 Mar 24 15:55:00.309867 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84a7fa-4ea3-432a-8c73-5f427ff25ba5 req-1ef32995-7b4b-4b95-a415-9959e6d9713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:00.311979 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0d84a7fa-4ea3-432a-8c73-5f427ff25ba5 req-1ef32995-7b4b-4b95-a415-9959e6d9713e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 1129 time: 0.0493481 Mar 24 15:55:00.358404 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-0d84a7fa-4ea3-432a-8c73-5f427ff25ba5 req-753b567b-1056-4880-9bb5-9c8aadfa5310 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403144 Mar 24 15:55:00.374519 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0dd89136-a570-495b-b881-046d123bf24d req-3f66f3d2-8796-4c07-a56c-2f2c90189d2a service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889924 Mar 24 15:55:00.632728 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0dd89136-a570-495b-b881-046d123bf24d req-42b25bad-1969-4388-a547-f4a837842a9b service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830288 Mar 24 15:55:00.801766 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d0680-6ba3-4bcc-b26a-e44cf89149c8 req-d6d8a787-375b-4cd0-a5bd-d6f709e26d24 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:00.803275 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cf2d0680-6ba3-4bcc-b26a-e44cf89149c8 req-d6d8a787-375b-4cd0-a5bd-d6f709e26d24 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 945 time: 0.0539176 Mar 24 15:55:00.855705 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cf2d0680-6ba3-4bcc-b26a-e44cf89149c8 req-c5977f24-72c6-45ed-8382-51a73f62a314 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468569 Mar 24 15:55:01.979400 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b10243-a74c-4165-a036-7bd97760e788 req-853fccea-030f-4c24-92fc-71072252aaa7 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:01.980914 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-62b10243-a74c-4165-a036-7bd97760e788 req-853fccea-030f-4c24-92fc-71072252aaa7 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 945 time: 0.0570045 Mar 24 15:55:02.029303 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-62b10243-a74c-4165-a036-7bd97760e788 req-972133a0-a58c-4603-b059-75ab90cc3f69 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426702 Mar 24 15:55:02.153922 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf134279-9da1-4991-8ec0-9938898439d9 req-cb1482e1-87f4-4a73-a6f4-8133296bee83 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:02.155463 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bf134279-9da1-4991-8ec0-9938898439d9 req-cb1482e1-87f4-4a73-a6f4-8133296bee83 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 945 time: 0.0599387 Mar 24 15:55:02.208340 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-bf134279-9da1-4991-8ec0-9938898439d9 req-14fa789c-05ef-4ec6-839c-6b9b182d1f67 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466983 Mar 24 15:55:02.236440 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33836) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:55:02.280126 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e93c8-03ba-401d-9e96-df542e1ef06a tempest-TestVolumeBootPattern-793084329 tempest-TestVolumeBootPattern-793084329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:02.281611 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-839e93c8-03ba-401d-9e96-df542e1ef06a tempest-TestVolumeBootPattern-793084329 tempest-TestVolumeBootPattern-793084329-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 1124 time: 0.0441501 Mar 24 15:55:02.284332 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 33838) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:55:02.288707 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'port_id': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:55:02.395888 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:02.494441 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:02.598520 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Allocated IP 172.27.0.79 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/8ea1f0e0-e1df-4e8b-ba69-682061ced85a) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:55:02.700850 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for port (8ea1f0e0-e1df-4e8b-ba69-682061ced85a), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:02.916143 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (8ea1f0e0-e1df-4e8b-ba69-682061ced85a), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:02.952635 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:55:02.955510 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:55:02.959829 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:55:02.986524 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'Port': ['ID=8ea1f0e0-e1df-4e8b-ba69-682061ced85a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:03.300122 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:03.442955 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (8ea1f0e0-e1df-4e8b-ba69-682061ced85a), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:03.602066 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for port (8ea1f0e0-e1df-4e8b-ba69-682061ced85a), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:03.658650 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:03.703923 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (8ea1f0e0-e1df-4e8b-ba69-682061ced85a), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:03.735542 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:03.815872 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'Port': ['ID=8ea1f0e0-e1df-4e8b-ba69-682061ced85a,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:03.861445 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Floating IP ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd associated. External IP: 172.27.0.79, port: 13ca80db-8a01-4cc4-961b-7205a7b2b1ef. Mar 24 15:55:04.077700 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Router 928425bb-9e57-4592-9ca4-d83454b8e9c8 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:55:04.194098 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:55:04.203950 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cd6bd-9351-48de-8e31-5930391a8236 None None] Sync routers for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:55:04.213689 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cd6bd-9351-48de-8e31-5930391a8236 None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:55:04.215011 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-2d3cd6bd-9351-48de-8e31-5930391a8236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:55:04.272604 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:04.303102 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-643febb9-ef07-4db5-8602-aa7d0910c72e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0175047 Mar 24 15:55:04.303811 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'tag': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:55:04.306209 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aedeb9-dae0-419e-b465-03b08caab583" -d '{"events": [{"name": "network-changed", "server_uuid": "03d56db8-f771-461a-a5ba-6a8ef05139dc", "tag": "13ca80db-8a01-4cc4-961b-7205a7b2b1ef"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:55:04.326394 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-2d3cd6bd-9351-48de-8e31-5930391a8236 None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:55:04.343062 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241c653f-64e0-4b0d-bad0-5edd92d1ed8d x-openstack-request-id: req-241c653f-64e0-4b0d-bad0-5edd92d1ed8d {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:55:04.343359 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d56db8-f771-461a-a5ba-6a8ef05139dc", "tag": "13ca80db-8a01-4cc4-961b-7205a7b2b1ef", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:55:04.343610 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-241c653f-64e0-4b0d-bad0-5edd92d1ed8d {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:55:04.344164 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241c653f-64e0-4b0d-bad0-5edd92d1ed8d'] response: {'name': 'network-changed', 'server_uuid': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'tag': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'status': 'completed', 'code': 200} Mar 24 15:55:04.406246 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aedeb9-dae0-419e-b465-03b08caab583 req-d8cf4618-5e11-4399-a875-5742052d9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:04.407831 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-36aedeb9-dae0-419e-b465-03b08caab583 req-d8cf4618-5e11-4399-a875-5742052d9862 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 1129 time: 0.0442352 Mar 24 15:55:04.501366 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aedeb9-dae0-419e-b465-03b08caab583 req-8ca49cf0-7b5d-425a-b6fd-f7eeaa717404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:04.503565 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-36aedeb9-dae0-419e-b465-03b08caab583 req-8ca49cf0-7b5d-425a-b6fd-f7eeaa717404 service neutron] 10.222.0.24 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 913 time: 0.0896504 Mar 24 15:55:04.553442 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-2d3cd6bd-9351-48de-8e31-5930391a8236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:77:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:03Z', 'updated_at': '2022-03-24T15:55:03Z', 'revision_number': 0, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:55:04.569018 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-36aedeb9-dae0-419e-b465-03b08caab583 req-95a25736-6680-4038-a4f7-08380897178b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13ca80db-8a01-4cc4-961b-7205a7b2b1ef HTTP/1.1" status: 200 len: 998 time: 0.0600336 Mar 24 15:55:04.582835 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cd6bd-9351-48de-8e31-5930391a8236 None None] Checking router: 928425bb-9e57-4592-9ca4-d83454b8e9c8 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:55:04.590924 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cd6bd-9351-48de-8e31-5930391a8236 None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:55:04.591461 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-2d3cd6bd-9351-48de-8e31-5930391a8236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:54:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:55:04.617268 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aedeb9-dae0-419e-b465-03b08caab583 req-d8d7f109-0196-4baf-ae96-a77c83c60274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:04.618798 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-36aedeb9-dae0-419e-b465-03b08caab583 req-d8d7f109-0196-4baf-ae96-a77c83c60274 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1da45a2-41ca-4014-8a7c-896aa263d982 HTTP/1.1" status: 200 len: 851 time: 0.0447750 Mar 24 15:55:04.673993 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aedeb9-dae0-419e-b465-03b08caab583 req-4130dea5-265b-4aaf-b7eb-d15c1e9067ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:04.676536 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-36aedeb9-dae0-419e-b465-03b08caab583 req-4130dea5-265b-4aaf-b7eb-d15c1e9067ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=820ba51f-beaa-4316-bd0f-93846d088224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517883 Mar 24 15:55:04.701482 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-2d3cd6bd-9351-48de-8e31-5930391a8236 None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:55:04.938566 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-2d3cd6bd-9351-48de-8e31-5930391a8236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:77:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:03Z', 'updated_at': '2022-03-24T15:55:03Z', 'revision_number': 0, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:55:04.968876 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cd6bd-9351-48de-8e31-5930391a8236 None None] The sync data for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi is: [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:77:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:03Z', 'updated_at': '2022-03-24T15:55:03Z', 'revision_number': 0, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:55:05.047151 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-36aedeb9-dae0-419e-b465-03b08caab583 req-6eeec113-3f0a-48b1-a66f-ec46c7f225ed service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650374 Mar 24 15:55:05.153992 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-36aedeb9-dae0-419e-b465-03b08caab583 req-b70f37b3-d92a-4892-8d4f-9498e7f3097e service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949492 Mar 24 15:55:05.188842 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3cabea-331b-47f5-908e-b930b8327cbd None None] New status for floating IP ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:55:11.521111 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ca098224-e9a5-48b1-a384-02312e5b0e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:13.869672 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-dd1130ad-65d6-4a85-8008-b5ebe49e2462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:15.037557 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:16.423518 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:17.743932 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:27.769539 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34008) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:55:27.890867 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-12938cc0-c708-43f6-96bf-2fb0e8a1dc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:27.962464 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-12938cc0-c708-43f6-96bf-2fb0e8a1dc08 admin admin] Publish callbacks [] for security_group (0633a51a-1061-4b17-ab5f-0fa6b744d2f2), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:28.035284 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-12938cc0-c708-43f6-96bf-2fb0e8a1dc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (0633a51a-1061-4b17-ab5f-0fa6b744d2f2), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:28.074461 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-12938cc0-c708-43f6-96bf-2fb0e8a1dc08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c7f2098bff34e209aa37c3a61756c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061004 Mar 24 15:55:28.075368 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12938cc0-c708-43f6-96bf-2fb0e8a1dc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0633a51a-1061-4b17-ab5f-0fa6b744d2f2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:28.078040 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34012) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:55:28.125742 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Publish callbacks [] for security_group (0633a51a-1061-4b17-ab5f-0fa6b744d2f2), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:28.145810 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Publish callbacks [] for security_group (0633a51a-1061-4b17-ab5f-0fa6b744d2f2), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:28.269452 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (0633a51a-1061-4b17-ab5f-0fa6b744d2f2), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:28.272614 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:28.273759 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0633a51a-1061-4b17-ab5f-0fa6b744d2f2 HTTP/1.1" status: 204 len: 168 time: 0.1946459 Mar 24 15:55:28.283919 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0633a51a-1061-4b17-ab5f-0fa6b744d2f2,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:28.289962 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.290308 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.290661 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.291050 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.291384 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.291721 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.292028 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.292350 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.292677 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.292998 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.293324 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.293644 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.293962 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.294277 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:28.294593 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f88a80-e0b1-4d3c-a2fe-ff37bcf658a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:31.613409 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:55:33.601248 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:40.245855 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-c2702d44-1994-41e7-a6bc-dc4b0eac91e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429058 Mar 24 15:55:40.334064 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-5276e355-4792-436c-a007-fcf402122acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:40.335618 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-5276e355-4792-436c-a007-fcf402122acd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f96e6f018e9b4e259edecd86425431f1&device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 1130 time: 0.0483437 Mar 24 15:55:40.446470 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-65f9127b-06cb-478f-af7b-580dbf9253eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:40.448005 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-65f9127b-06cb-478f-af7b-580dbf9253eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c6f896-6ee0-4273-b408-9ea5f8e30f01 HTTP/1.1" status: 200 len: 910 time: 0.0945337 Mar 24 15:55:40.514566 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-2a2d2000-0dcf-43bd-acef-2dad4b8d5239 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c HTTP/1.1" status: 200 len: 1001 time: 0.0612504 Mar 24 15:55:40.565233 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-71d14caa-0f76-44d7-ade7-e13c5bf18a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:40.566701 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-71d14caa-0f76-44d7-ade7-e13c5bf18a6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8 HTTP/1.1" status: 200 len: 848 time: 0.0469737 Mar 24 15:55:40.615174 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-899a02d1-349f-490e-96f0-23e94f8e6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:40.617334 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-899a02d1-349f-490e-96f0-23e94f8e6c9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c6f896-6ee0-4273-b408-9ea5f8e30f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447249 Mar 24 15:55:40.705954 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-91a01202-be51-42ad-a1af-ee18c2d9d53c service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831397 Mar 24 15:55:40.793807 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-de5234c7-4cf7-432e-8f1c-2095f7abd929 req-2762fbac-d176-440b-86db-68a9ea75adfb service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817440 Mar 24 15:55:41.532636 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-26e3dafe-6be2-4bc8-a7d1-76886cf85958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:43.828881 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-706d89b4-7ef2-4d3b-8a8a-e2a6b1d467ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:45.034462 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:46.400878 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:46.710308 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34068) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:55:46.715012 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-69b02391-b88c-46f0-83af-416438144eed tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257067274', 'description': 'tempest-description--1561927954'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:55:46.858059 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-69b02391-b88c-46f0-83af-416438144eed tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:46.922052 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-69b02391-b88c-46f0-83af-416438144eed tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (fa6cfd29-c743-4091-9905-bc90ac317f72), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:46.994571 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-69b02391-b88c-46f0-83af-416438144eed tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (fa6cfd29-c743-4091-9905-bc90ac317f72), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.023099 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b02391-b88c-46f0-83af-416438144eed tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6cfd29-c743-4091-9905-bc90ac317f72,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:47.076430 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-69b02391-b88c-46f0-83af-416438144eed tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.077682 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-69b02391-b88c-46f0-83af-416438144eed tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3663046 Mar 24 15:55:47.080841 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34070) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:55:47.085198 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-0e8b4808-112c-4fbe-87f7-5ad5e46b51c4 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group_rule': {'security_group_id': 'fa6cfd29-c743-4091-9905-bc90ac317f72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:55:47.205638 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4808-112c-4fbe-87f7-5ad5e46b51c4 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (a7e76a93-968b-4aba-9516-a93fbdb3b1b5), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.260009 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4808-112c-4fbe-87f7-5ad5e46b51c4 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (a7e76a93-968b-4aba-9516-a93fbdb3b1b5), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.320454 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4808-112c-4fbe-87f7-5ad5e46b51c4 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (a7e76a93-968b-4aba-9516-a93fbdb3b1b5), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.337486 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b4808-112c-4fbe-87f7-5ad5e46b51c4 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e76a93-968b-4aba-9516-a93fbdb3b1b5,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:47.408368 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4808-112c-4fbe-87f7-5ad5e46b51c4 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.409585 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-0e8b4808-112c-4fbe-87f7-5ad5e46b51c4 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278015 Mar 24 15:55:47.412827 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34072) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:55:47.417103 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-377f657e-ad54-4413-85b3-021bf3882344 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group_rule': {'security_group_id': 'fa6cfd29-c743-4091-9905-bc90ac317f72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:55:47.503041 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-377f657e-ad54-4413-85b3-021bf3882344 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (41007aa2-c9ae-4717-be67-cc2e53b98899), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.560350 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-377f657e-ad54-4413-85b3-021bf3882344 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (41007aa2-c9ae-4717-be67-cc2e53b98899), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.663346 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-377f657e-ad54-4413-85b3-021bf3882344 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (41007aa2-c9ae-4717-be67-cc2e53b98899), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.680724 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f657e-ad54-4413-85b3-021bf3882344 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41007aa2-c9ae-4717-be67-cc2e53b98899,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:47.745194 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-377f657e-ad54-4413-85b3-021bf3882344 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.746500 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-377f657e-ad54-4413-85b3-021bf3882344 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3327518 Mar 24 15:55:47.749519 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34074) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:55:47.753990 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:55:47.760601 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.829618 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:47.926335 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:48.032168 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Allocated IP 172.27.0.104 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/422dcf96-b2b0-435c-97f5-2300fdb34c56) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:55:48.132461 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (422dcf96-b2b0-435c-97f5-2300fdb34c56), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:48.246836 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (422dcf96-b2b0-435c-97f5-2300fdb34c56), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:48.283149 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:55:48.285942 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:55:48.292637 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:55:48.298159 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=422dcf96-b2b0-435c-97f5-2300fdb34c56,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:48.381852 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (75945ad1-ec60-4f27-8dc8-5d1f8e9b07df), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:48.479250 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (422dcf96-b2b0-435c-97f5-2300fdb34c56), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:48.625701 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (422dcf96-b2b0-435c-97f5-2300fdb34c56), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:48.685588 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (422dcf96-b2b0-435c-97f5-2300fdb34c56), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:48.751991 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=422dcf96-b2b0-435c-97f5-2300fdb34c56,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:48.764339 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (75945ad1-ec60-4f27-8dc8-5d1f8e9b07df), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:48.842150 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:48.843494 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-5441e7ae-bd34-4df9-a572-299158357db8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0930362 Mar 24 15:55:49.036336 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-2c7283db-24e6-4817-a52a-10f9d23a62dc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--257067274&fields=id&tenant_id=65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 267 time: 0.0427101 Mar 24 15:55:49.145104 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-45b45caf-ff42-429f-ad3b-e22e0f99fcca tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:49.147321 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-45b45caf-ff42-429f-ad3b-e22e0f99fcca tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 814 time: 0.1050627 Mar 24 15:55:49.161717 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-94c89e31-92ab-4f33-8ec0-2159cccd1bd2 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/quotas/65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 375 time: 0.0088654 Mar 24 15:55:49.218440 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-18f96faf-1d60-45d3-9257-e05a6f797b2c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518854 Mar 24 15:55:49.406007 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-5175d73f-b598-4af8-9f72-892ce1c78d32 service neutron] 10.222.0.31 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766055 Mar 24 15:55:49.500951 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-7b1a53ee-2987-4d0e-945d-e98b29240c4b service neutron] 10.222.0.31 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891809 Mar 24 15:55:49.750898 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-92697dcb-880a-4294-baf3-e4d8be07fb57 req-6677b29f-1978-4db9-a7e4-65b65191be3b tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0287781 Mar 24 15:55:50.843406 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-dad2000b-f3e1-44bc-a03e-681dcbcb79f5 req-38435e13-5aba-4afb-999f-8ed7202e996b tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0288022 Mar 24 15:55:51.941208 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-abbf8ae4-fde5-42e7-bfd7-7b8076c338ef req-44dd0afd-d658-418b-a5ef-086a5e9e1f94 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0314841 Mar 24 15:55:52.021372 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-0b0f185b-f058-48c8-a2d2-85a550a6f4b6 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:52.022951 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-0b0f185b-f058-48c8-a2d2-85a550a6f4b6 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 814 time: 0.1035933 Mar 24 15:55:52.095047 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-420996d1-9a69-44eb-8f26-b9d088715953 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 472 time: 0.0621364 Mar 24 15:55:52.104259 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'port': {'device_id': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'admin_state_up': True, 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'security_groups': ['fa6cfd29-c743-4091-9905-bc90ac317f72']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:55:52.285984 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Made reservation on behalf of 65aeffbf058c4b8e9705e321be3326ef for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:55:52.290473 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:52.421837 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Allocated IP 172.20.0.5 (911d5b75-7552-489f-98f6-a70f71f60c85/d7299b1e-ce46-4d36-8286-c031882b2444/c3f4820f-0686-470c-a97b-989511f409d9) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:55:52.557733 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (c3f4820f-0686-470c-a97b-989511f409d9), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:52.645181 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (c3f4820f-0686-470c-a97b-989511f409d9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:52.687580 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Network 911d5b75-7552-489f-98f6-a70f71f60c85 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:55:52.690633 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:55:52.693599 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:55:52.699144 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:52.699848 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:52.713272 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=c3f4820f-0686-470c-a97b-989511f409d9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:52.723282 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.723637 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.724081 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.724408 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.724751 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.725097 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.725430 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.725765 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.726101 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.726434 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.726794 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.728116 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.728116 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.728116 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.728373 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:52.775626 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-904f62cf-a03c-4956-b6cc-c61d992f3892 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6751840 Mar 24 15:55:52.787063 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Request body: {'port': {'device_id': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:55:52.851161 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c3f4820f-0686-470c-a97b-989511f409d9), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:52.951610 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-158e714f-5974-4f08-b462-457af4aa6eaa None None] Provisioning complete for port c3f4820f-0686-470c-a97b-989511f409d9 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:55:52.952174 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-158e714f-5974-4f08-b462-457af4aa6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (c3f4820f-0686-470c-a97b-989511f409d9), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:52.988196 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-158e714f-5974-4f08-b462-457af4aa6eaa None None] Port c3f4820f-0686-470c-a97b-989511f409d9 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:55:53.094340 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04043a-3019-493c-a870-c8e450614eb6 req-2a841e7b-ae05-41cc-8067-a9f14c459f7b tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:53.095771 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1f04043a-3019-493c-a870-c8e450614eb6 req-2a841e7b-ae05-41cc-8067-a9f14c459f7b tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 931 time: 0.0828011 Mar 24 15:55:53.182408 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f4820f-0686-470c-a97b-989511f409d9 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:55:53.189151 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1f04043a-3019-493c-a870-c8e450614eb6 req-5f4b1c9c-d914-4cb5-9507-433769c1b864 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849104 Mar 24 15:55:53.193001 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Publish callbacks [] for port (c3f4820f-0686-470c-a97b-989511f409d9), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:53.205370 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Transition to ACTIVE for port object c3f4820f-0686-470c-a97b-989511f409d9 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:55:53.297928 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c3f4820f-0686-470c-a97b-989511f409d9), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:53.347131 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Pushing event updated for resources: {'Port': ['ID=c3f4820f-0686-470c-a97b-989511f409d9,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:53.382491 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Attempting to bind port c3f4820f-0686-470c-a97b-989511f409d9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:55:53.382917 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Attempting to bind port c3f4820f-0686-470c-a97b-989511f409d9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:55:53.383215 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Attempting to bind port c3f4820f-0686-470c-a97b-989511f409d9 on network 911d5b75-7552-489f-98f6-a70f71f60c85 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:55:53.388040 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Port c3f4820f-0686-470c-a97b-989511f409d9 on network 911d5b75-7552-489f-98f6-a70f71f60c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:55:53.392869 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Attempting to bind port c3f4820f-0686-470c-a97b-989511f409d9 on network 911d5b75-7552-489f-98f6-a70f71f60c85 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:55:53.393404 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:55:53.393751 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Checking segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:55:53.394143 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Bound using segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:55:53.394581 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Bound port: c3f4820f-0686-470c-a97b-989511f409d9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:55:53.394977 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c3f4820f-0686-470c-a97b-989511f409d9), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:53.461662 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] For port c3f4820f-0686-470c-a97b-989511f409d9, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:55:53.467337 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] For port c3f4820f-0686-470c-a97b-989511f409d9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c3f4820f-0686-470c-a97b-989511f409d9,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:55:53.538843 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c3f4820f-0686-470c-a97b-989511f409d9), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:53.576288 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:53.576904 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:53.578287 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] 10.222.0.24 "PUT /v2.0/ports/c3f4820f-0686-470c-a97b-989511f409d9 HTTP/1.1" status: 200 len: 1093 time: 0.7957385 Mar 24 15:55:53.578745 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'tag': 'c3f4820f-0686-470c-a97b-989511f409d9'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:55:53.581011 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb22e35-4421-41d3-b7ca-8b101d47e06d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd815324-b37c-4b71-b400-2d2ba093cfa9", "tag": "c3f4820f-0686-470c-a97b-989511f409d9"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:55:53.610380 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dc1e3-09c2-4467-89e5-46fdcdcc451c service neutron] Pushing event updated for resources: {'Port': ['ID=c3f4820f-0686-470c-a97b-989511f409d9,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:53.618725 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f99fcda-224c-4e7a-b2bb-c563ec9de484 x-openstack-request-id: req-7f99fcda-224c-4e7a-b2bb-c563ec9de484 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:55:53.619021 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd815324-b37c-4b71-b400-2d2ba093cfa9", "tag": "c3f4820f-0686-470c-a97b-989511f409d9", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:55:53.619276 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f99fcda-224c-4e7a-b2bb-c563ec9de484 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:55:53.619735 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f99fcda-224c-4e7a-b2bb-c563ec9de484'] response: {'name': 'network-changed', 'server_uuid': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'tag': 'c3f4820f-0686-470c-a97b-989511f409d9', 'status': 'completed', 'code': 200} Mar 24 15:55:53.689624 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb22e35-4421-41d3-b7ca-8b101d47e06d req-cdfda66b-7765-4879-8175-963ffb581322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:53.691163 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0bb22e35-4421-41d3-b7ca-8b101d47e06d req-cdfda66b-7765-4879-8175-963ffb581322 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 1127 time: 0.0493009 Mar 24 15:55:53.792969 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb22e35-4421-41d3-b7ca-8b101d47e06d req-0f2ea0d4-6e26-401c-9e7f-e5160bd6deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:53.794425 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0bb22e35-4421-41d3-b7ca-8b101d47e06d req-0f2ea0d4-6e26-401c-9e7f-e5160bd6deb4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=65aeffbf058c4b8e9705e321be3326ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0952387 Mar 24 15:55:53.893076 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb22e35-4421-41d3-b7ca-8b101d47e06d req-27f732ff-f726-4e88-832f-57f1acac5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:53.894553 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0bb22e35-4421-41d3-b7ca-8b101d47e06d req-27f732ff-f726-4e88-832f-57f1acac5dc4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931103 Mar 24 15:55:53.974121 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-fe7dcd63-6f54-49d2-bc43-92836345f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:53.976460 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-fe7dcd63-6f54-49d2-bc43-92836345f737 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 1127 time: 0.0473149 Mar 24 15:55:54.020537 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-978607cc-15a8-429a-93cf-7734260c79d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3f4820f-0686-470c-a97b-989511f409d9 HTTP/1.1" status: 200 len: 217 time: 0.0370305 Mar 24 15:55:54.071379 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-5370ce83-9ce7-44fd-a063-49bdec5a8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:54.072901 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-5370ce83-9ce7-44fd-a063-49bdec5a8d62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7299b1e-ce46-4d36-8286-c031882b2444 HTTP/1.1" status: 200 len: 853 time: 0.0445223 Mar 24 15:55:54.126188 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-2db217a8-8b1d-4eb1-bb91-a384a37ced23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:54.127753 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-2db217a8-8b1d-4eb1-bb91-a384a37ced23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911d5b75-7552-489f-98f6-a70f71f60c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440040 Mar 24 15:55:54.223039 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-f7d22560-9379-4052-8a35-2581801c19ea service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862522 Mar 24 15:55:54.342330 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-2288e7df-a4e5-45d6-92a1-cc050cf1d3cb req-970bbe9b-700e-4eec-98d9-70e144a0521a service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125567 Mar 24 15:55:54.349302 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec99a5-0ebd-413c-b34b-a948c1f3d43c req-b02d8149-0ad3-491c-b76e-07076ed8b2bb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:54.350660 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-65ec99a5-0ebd-413c-b34b-a948c1f3d43c req-b02d8149-0ad3-491c-b76e-07076ed8b2bb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0802660 Mar 24 15:55:54.401045 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-65ec99a5-0ebd-413c-b34b-a948c1f3d43c req-9b9d1c3e-62ee-4fbe-8e1d-7100866f4fc8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447147 Mar 24 15:55:55.523045 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9bf77-4215-4bb2-887b-e4c09ed70b06 req-e581b578-c63e-41d4-9ba6-a1e1572a3b3e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:55.524531 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-95d9bf77-4215-4bb2-887b-e4c09ed70b06 req-e581b578-c63e-41d4-9ba6-a1e1572a3b3e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0526688 Mar 24 15:55:55.570979 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-95d9bf77-4215-4bb2-887b-e4c09ed70b06 req-1cabf0f4-c74a-4b44-b081-eba8761bcc1d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406287 Mar 24 15:55:56.690350 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629c6ac-7134-4219-b5b6-79e3d9c66e94 req-2f80da07-a9cf-48cc-9c56-4ec2f2e1bf31 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:56.691867 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c629c6ac-7134-4219-b5b6-79e3d9c66e94 req-2f80da07-a9cf-48cc-9c56-4ec2f2e1bf31 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0523129 Mar 24 15:55:56.737869 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c629c6ac-7134-4219-b5b6-79e3d9c66e94 req-3a101372-e252-4efc-8124-ea88013d43a0 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404594 Mar 24 15:55:57.731597 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device c3f4820f-0686-470c-a97b-989511f409d9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:55:57.830529 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port c3f4820f-0686-470c-a97b-989511f409d9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c3f4820f-0686-470c-a97b-989511f409d9,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:55:57.841808 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': 'c3f4820f-0686-470c-a97b-989511f409d9', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'port_id': 'c3f4820f-0686-470c-a97b-989511f409d9', 'mac_address': 'fa:16:3e:5e:83:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:55:57.858281 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0322a4b-b47f-457d-a81a-f81aeda0670b req-302a4b85-8b77-4900-b844-93460bd13ebf tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:57.859830 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c0322a4b-b47f-457d-a81a-f81aeda0670b req-302a4b85-8b77-4900-b844-93460bd13ebf tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0523767 Mar 24 15:55:57.879344 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port c3f4820f-0686-470c-a97b-989511f409d9 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:55:57.879740 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c3f4820f-0686-470c-a97b-989511f409d9), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:57.892386 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f4820f-0686-470c-a97b-989511f409d9 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:55:57.907216 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c0322a4b-b47f-457d-a81a-f81aeda0670b req-0eed4a12-0d73-495d-89d7-8333c48070af tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Mar 24 15:55:57.912274 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port c3f4820f-0686-470c-a97b-989511f409d9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c3f4820f-0686-470c-a97b-989511f409d9,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:55:58.006221 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c3f4820f-0686-470c-a97b-989511f409d9), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:58.055107 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=c3f4820f-0686-470c-a97b-989511f409d9,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:55:58.061882 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.062461 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.062576 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.062913 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.063248 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.063577 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.063905 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.064235 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.064560 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.064883 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.065209 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.065532 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.065852 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.066169 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.066487 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:55:58.265059 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['c3f4820f-0686-470c-a97b-989511f409d9'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:55:59.023584 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0fe18-3282-4f48-8887-41558af45b95 req-20103a41-6b11-4451-85a8-92995213c8c9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:55:59.025048 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-81f0fe18-3282-4f48-8887-41558af45b95 req-20103a41-6b11-4451-85a8-92995213c8c9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 944 time: 0.0518413 Mar 24 15:55:59.071489 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-81f0fe18-3282-4f48-8887-41558af45b95 req-20a1cc23-8f51-4095-b018-7701c2cb85d6 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407338 Mar 24 15:55:59.740168 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device c3f4820f-0686-470c-a97b-989511f409d9 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:55:59.863135 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port c3f4820f-0686-470c-a97b-989511f409d9 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:55:59.867330 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port c3f4820f-0686-470c-a97b-989511f409d9 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:55:59.867700 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (c3f4820f-0686-470c-a97b-989511f409d9), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:59.945442 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port c3f4820f-0686-470c-a97b-989511f409d9 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:55:59.945827 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (c3f4820f-0686-470c-a97b-989511f409d9), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:55:59.967093 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f4820f-0686-470c-a97b-989511f409d9'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:55:59.969284 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a08bafd-698d-418a-b6e1-4a2caa2d238e" -d '{"events": [{"server_uuid": "cd815324-b37c-4b71-b400-2d2ba093cfa9", "name": "network-vif-plugged", "status": "completed", "tag": "c3f4820f-0686-470c-a97b-989511f409d9"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:55:59.980981 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port c3f4820f-0686-470c-a97b-989511f409d9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c3f4820f-0686-470c-a97b-989511f409d9,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:56:00.006248 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114ec27f-525c-4a21-84cc-35553a70ed87 x-openstack-request-id: req-114ec27f-525c-4a21-84cc-35553a70ed87 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:56:00.006538 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd815324-b37c-4b71-b400-2d2ba093cfa9", "name": "network-vif-plugged", "status": "completed", "tag": "c3f4820f-0686-470c-a97b-989511f409d9", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:56:00.006821 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-114ec27f-525c-4a21-84cc-35553a70ed87 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:56:00.008977 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114ec27f-525c-4a21-84cc-35553a70ed87'] response: {'server_uuid': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f4820f-0686-470c-a97b-989511f409d9', 'code': 200} Mar 24 15:56:00.068365 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (c3f4820f-0686-470c-a97b-989511f409d9), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:00.117105 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=c3f4820f-0686-470c-a97b-989511f409d9,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:00.197470 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca223c-fc42-489a-bf09-d9a99fcadec6 req-59944d61-6241-45ee-84ac-cc34cb89e8bc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:00.198960 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5aca223c-fc42-489a-bf09-d9a99fcadec6 req-59944d61-6241-45ee-84ac-cc34cb89e8bc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0561116 Mar 24 15:56:00.245757 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5aca223c-fc42-489a-bf09-d9a99fcadec6 req-53d9e7bc-7968-4476-8a71-711c5c1c8a5c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412328 Mar 24 15:56:00.324115 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286d69a-44be-40dd-bec1-f333d47cd18a req-06e23e58-01c3-43f5-b464-5b7408b39f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:00.325607 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1286d69a-44be-40dd-bec1-f333d47cd18a req-06e23e58-01c3-43f5-b464-5b7408b39f45 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 1129 time: 0.0433505 Mar 24 15:56:00.367557 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1286d69a-44be-40dd-bec1-f333d47cd18a req-59b32937-b6e0-47d5-8c84-986fad76cc72 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362759 Mar 24 15:56:01.369359 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765181b6-48af-412c-8052-7be34b40147c req-7e63a30f-2c48-4e1a-9eb0-f57869d2a294 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:01.370780 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-765181b6-48af-412c-8052-7be34b40147c req-7e63a30f-2c48-4e1a-9eb0-f57869d2a294 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0562427 Mar 24 15:56:01.418349 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-765181b6-48af-412c-8052-7be34b40147c req-f8787f2c-c3a5-4d10-a1ec-7f029551f27e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420685 Mar 24 15:56:02.541900 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cebfb5-fb18-4bd6-b2b2-93d8994cc3e9 req-a17bfc59-5971-45c6-8a53-67aa2c5cc9da tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:02.543474 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b1cebfb5-fb18-4bd6-b2b2-93d8994cc3e9 req-a17bfc59-5971-45c6-8a53-67aa2c5cc9da tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0590539 Mar 24 15:56:02.589726 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b1cebfb5-fb18-4bd6-b2b2-93d8994cc3e9 req-b8a83d2f-da36-47ce-a566-a27e5b64c834 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407062 Mar 24 15:56:02.703078 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85a109-eced-4397-a249-e2229e46b254 req-56b5584d-ef0c-430c-8f5d-7ff92d28f843 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:02.704452 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ec85a109-eced-4397-a249-e2229e46b254 req-56b5584d-ef0c-430c-8f5d-7ff92d28f843 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0512335 Mar 24 15:56:02.713311 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34140) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:02.717516 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-bb44007b-a02a-469a-9e2c-4eb9784a9d41 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'floatingip': {'port_id': 'c3f4820f-0686-470c-a97b-989511f409d9'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:56:02.759017 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb44007b-a02a-469a-9e2c-4eb9784a9d41 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (75945ad1-ec60-4f27-8dc8-5d1f8e9b07df), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:03.182229 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb44007b-a02a-469a-9e2c-4eb9784a9d41 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:03.280415 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb44007b-a02a-469a-9e2c-4eb9784a9d41 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (75945ad1-ec60-4f27-8dc8-5d1f8e9b07df), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:03.380826 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [None req-bb44007b-a02a-469a-9e2c-4eb9784a9d41 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Floating IP 75945ad1-ec60-4f27-8dc8-5d1f8e9b07df associated. External IP: 172.27.0.104, port: c3f4820f-0686-470c-a97b-989511f409d9. Mar 24 15:56:03.590548 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb44007b-a02a-469a-9e2c-4eb9784a9d41 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:56:03.611245 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:03.701484 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb44007b-a02a-469a-9e2c-4eb9784a9d41 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:56:03.706312 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb44007b-a02a-469a-9e2c-4eb9784a9d41 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:03.710966 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f8645-1fa5-4d91-ac0f-9712c250fe35 None None] Sync routers for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:56:03.720378 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f8645-1fa5-4d91-ac0f-9712c250fe35 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:56:03.720983 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-897f8645-1fa5-4d91-ac0f-9712c250fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:55:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:03.736925 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-bb44007b-a02a-469a-9e2c-4eb9784a9d41 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "PUT /v2.0/floatingips/75945ad1-ec60-4f27-8dc8-5d1f8e9b07df HTTP/1.1" status: 200 len: 991 time: 1.0225890 Mar 24 15:56:03.737597 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'tag': 'c3f4820f-0686-470c-a97b-989511f409d9'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:56:03.740407 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297d37d5-e7ab-4bac-a965-7f856f94adb9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd815324-b37c-4b71-b400-2d2ba093cfa9", "tag": "c3f4820f-0686-470c-a97b-989511f409d9"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:56:03.775729 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3819c890-f791-4419-995d-914418d5be43 x-openstack-request-id: req-3819c890-f791-4419-995d-914418d5be43 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:56:03.776021 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd815324-b37c-4b71-b400-2d2ba093cfa9", "tag": "c3f4820f-0686-470c-a97b-989511f409d9", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:56:03.776545 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3819c890-f791-4419-995d-914418d5be43 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:56:03.776951 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3819c890-f791-4419-995d-914418d5be43'] response: {'name': 'network-changed', 'server_uuid': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'tag': 'c3f4820f-0686-470c-a97b-989511f409d9', 'status': 'completed', 'code': 200} Mar 24 15:56:03.931607 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-897f8645-1fa5-4d91-ac0f-9712c250fe35 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:56:03.986329 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d37d5-e7ab-4bac-a965-7f856f94adb9 req-fde15c5b-57a1-44c4-b4ea-3090760196e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:03.987833 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-297d37d5-e7ab-4bac-a965-7f856f94adb9 req-fde15c5b-57a1-44c4-b4ea-3090760196e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 1129 time: 0.0454168 Mar 24 15:56:04.077762 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d37d5-e7ab-4bac-a965-7f856f94adb9 req-a8f1edbc-12f3-4743-bf44-e9e07b243868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:04.079361 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-297d37d5-e7ab-4bac-a965-7f856f94adb9 req-a8f1edbc-12f3-4743-bf44-e9e07b243868 service neutron] 10.222.0.24 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 915 time: 0.0862079 Mar 24 15:56:04.153592 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-297d37d5-e7ab-4bac-a965-7f856f94adb9 req-0afc8c3f-3c0a-4552-a2b7-3d222dcccc28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3f4820f-0686-470c-a97b-989511f409d9 HTTP/1.1" status: 200 len: 999 time: 0.0687129 Mar 24 15:56:04.165454 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-897f8645-1fa5-4d91-ac0f-9712c250fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '75945ad1-ec60-4f27-8dc8-5d1f8e9b07df', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.104', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': 'c3f4820f-0686-470c-a97b-989511f409d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:5e:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:48Z', 'updated_at': '2022-03-24T15:56:03Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}, {'id': '9e6c56bb-ac5e-4f42-b89c-29740d198071', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:f1:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:42Z', 'updated_at': '2022-03-24T15:55:00Z', 'revision_number': 2, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:04.192993 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f8645-1fa5-4d91-ac0f-9712c250fe35 None None] Checking router: 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:56:04.202282 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f8645-1fa5-4d91-ac0f-9712c250fe35 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:56:04.202957 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-897f8645-1fa5-4d91-ac0f-9712c250fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:55:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:04.206553 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d37d5-e7ab-4bac-a965-7f856f94adb9 req-8cf10e0d-9296-46ea-8704-33efb534a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:04.207791 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-297d37d5-e7ab-4bac-a965-7f856f94adb9 req-8cf10e0d-9296-46ea-8704-33efb534a2ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7299b1e-ce46-4d36-8286-c031882b2444 HTTP/1.1" status: 200 len: 853 time: 0.0476472 Mar 24 15:56:04.260006 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d37d5-e7ab-4bac-a965-7f856f94adb9 req-446c78fb-1645-4f6c-9ec4-fce774e878bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:04.261644 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-297d37d5-e7ab-4bac-a965-7f856f94adb9 req-446c78fb-1645-4f6c-9ec4-fce774e878bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911d5b75-7552-489f-98f6-a70f71f60c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463817 Mar 24 15:56:04.317039 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-897f8645-1fa5-4d91-ac0f-9712c250fe35 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:56:04.356356 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-297d37d5-e7ab-4bac-a965-7f856f94adb9 req-2f3057a0-adf3-432c-b7e5-2e4b9854f65b service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860233 Mar 24 15:56:04.445286 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-297d37d5-e7ab-4bac-a965-7f856f94adb9 req-08f76774-499b-4c96-8c4e-770774ed0b8b service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826421 Mar 24 15:56:04.551873 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-897f8645-1fa5-4d91-ac0f-9712c250fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '75945ad1-ec60-4f27-8dc8-5d1f8e9b07df', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.104', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': 'c3f4820f-0686-470c-a97b-989511f409d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:5e:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:48Z', 'updated_at': '2022-03-24T15:56:03Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}, {'id': '9e6c56bb-ac5e-4f42-b89c-29740d198071', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:f1:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:42Z', 'updated_at': '2022-03-24T15:55:00Z', 'revision_number': 2, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:04.578660 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f8645-1fa5-4d91-ac0f-9712c250fe35 None None] The sync data for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi is: [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '75945ad1-ec60-4f27-8dc8-5d1f8e9b07df', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.104', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': 'c3f4820f-0686-470c-a97b-989511f409d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:5e:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:48Z', 'updated_at': '2022-03-24T15:56:03Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}, {'id': '9e6c56bb-ac5e-4f42-b89c-29740d198071', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:f1:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:42Z', 'updated_at': '2022-03-24T15:55:00Z', 'revision_number': 2, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:56:04.766484 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a24949-90a9-4bee-a141-9670813988ef None None] New status for floating IP 75945ad1-ec60-4f27-8dc8-5d1f8e9b07df: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:56:08.612427 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:56:11.469481 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f199f498-4f9f-4f73-b23a-f57f98f60a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:13.839500 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cd569ef5-09c8-4857-850e-b24e62b9ebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:14.028883 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a8c6a-f3fc-4d8b-8223-7c1b61b15310 req-d67b32e4-674f-4d05-a1a5-30388082d3eb tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:14.030491 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b30a8c6a-f3fc-4d8b-8223-7c1b61b15310 req-d67b32e4-674f-4d05-a1a5-30388082d3eb tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0600066 Mar 24 15:56:14.082070 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b30a8c6a-f3fc-4d8b-8223-7c1b61b15310 req-fb97a817-04c1-4a8a-939a-4ff4d928f93d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447402 Mar 24 15:56:15.023554 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:15.201579 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd511f7-d69b-4005-bb1c-8bbd17ac2e6b req-785331f8-996b-448d-a3aa-1a3287a6c9bd tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:15.203093 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6cd511f7-d69b-4005-bb1c-8bbd17ac2e6b req-785331f8-996b-448d-a3aa-1a3287a6c9bd tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0529706 Mar 24 15:56:15.251341 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6cd511f7-d69b-4005-bb1c-8bbd17ac2e6b req-5cbbc1ce-0ca4-44f2-a55d-94d70feb3f26 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424869 Mar 24 15:56:16.371813 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fd970-7536-4182-b096-33009a48e7cd req-dcd59d7b-c9af-471a-b1f7-b73dd2580bdc tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:16.373434 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-870fd970-7536-4182-b096-33009a48e7cd req-dcd59d7b-c9af-471a-b1f7-b73dd2580bdc tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0538096 Mar 24 15:56:16.425277 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-870fd970-7536-4182-b096-33009a48e7cd req-2ad976ff-99f0-4a86-bb63-f191a190a1fc tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461073 Mar 24 15:56:16.560309 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:17.544515 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd318386-49d9-4732-aad9-f7a44b72e3b5 req-85bcb608-a8d3-45e9-9a4c-0ce54416a348 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:17.545978 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-dd318386-49d9-4732-aad9-f7a44b72e3b5 req-85bcb608-a8d3-45e9-9a4c-0ce54416a348 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0552092 Mar 24 15:56:17.593529 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-dd318386-49d9-4732-aad9-f7a44b72e3b5 req-54a239d3-3aba-467f-b7f6-26336670f028 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420773 Mar 24 15:56:17.765964 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:18.713495 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5af9d-3553-46be-9e28-9746d9012cf8 req-b302107b-b191-43ad-9b56-8e7aeaaa40f7 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:18.714982 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-06d5af9d-3553-46be-9e28-9746d9012cf8 req-b302107b-b191-43ad-9b56-8e7aeaaa40f7 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0546322 Mar 24 15:56:18.762831 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-06d5af9d-3553-46be-9e28-9746d9012cf8 req-d669f159-2564-4e28-b818-d298cf118465 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421948 Mar 24 15:56:19.880834 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8043a8-3a5a-45ed-9a58-5dfa98548cc7 req-80a7ee88-1f89-4216-a954-3255ea45149f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:19.883094 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3d8043a8-3a5a-45ed-9a58-5dfa98548cc7 req-80a7ee88-1f89-4216-a954-3255ea45149f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0526860 Mar 24 15:56:19.930394 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3d8043a8-3a5a-45ed-9a58-5dfa98548cc7 req-773b83e7-561e-41e0-91cf-ffc638b695ff tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 Mar 24 15:56:21.052894 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6e50e-28e0-4c1b-9448-d8bcf43b52e8 req-41fc40c7-582d-4857-94ee-8fee8d0a07aa tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:21.054366 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-90b6e50e-28e0-4c1b-9448-d8bcf43b52e8 req-41fc40c7-582d-4857-94ee-8fee8d0a07aa tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0573976 Mar 24 15:56:21.102394 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-90b6e50e-28e0-4c1b-9448-d8bcf43b52e8 req-714ccea8-8c6a-4196-b7de-f2a24e14b0d7 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423706 Mar 24 15:56:22.223089 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f1b1e-e4e3-45c3-8928-d60e5a0b1e37 req-3735eb46-79b1-4940-ab46-6bec3cc1fa03 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:22.224545 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-597f1b1e-e4e3-45c3-8928-d60e5a0b1e37 req-3735eb46-79b1-4940-ab46-6bec3cc1fa03 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0540817 Mar 24 15:56:22.271739 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-597f1b1e-e4e3-45c3-8928-d60e5a0b1e37 req-42da91f1-ef19-4de9-90b8-eddb1717c661 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410295 Mar 24 15:56:23.389472 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e00ac-3764-4a98-b30a-5f42f4c6d23c req-5d91826c-27fc-4332-aeb8-dc7fad458c15 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:23.390975 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-475e00ac-3764-4a98-b30a-5f42f4c6d23c req-5d91826c-27fc-4332-aeb8-dc7fad458c15 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0509944 Mar 24 15:56:23.441765 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-475e00ac-3764-4a98-b30a-5f42f4c6d23c req-f967b750-88a3-47fc-8d5b-d4fa30b114aa tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453343 Mar 24 15:56:24.241502 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9ff70-0b0b-4846-991b-cc4a4b7cea72 req-64ffdb4e-60ca-4940-8d98-244858368aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:24.243090 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7bc9ff70-0b0b-4846-991b-cc4a4b7cea72 req-64ffdb4e-60ca-4940-8d98-244858368aa3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f96e6f018e9b4e259edecd86425431f1&device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 1130 time: 0.0480194 Mar 24 15:56:24.329613 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9ff70-0b0b-4846-991b-cc4a4b7cea72 req-2116b362-3664-408b-9b00-38f48ed5dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:24.331020 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7bc9ff70-0b0b-4846-991b-cc4a4b7cea72 req-2116b362-3664-408b-9b00-38f48ed5dcfb service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c6f896-6ee0-4273-b408-9ea5f8e30f01 HTTP/1.1" status: 200 len: 910 time: 0.0823042 Mar 24 15:56:24.398511 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7bc9ff70-0b0b-4846-991b-cc4a4b7cea72 req-df41da84-473f-4f30-b2ff-c09033008394 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c HTTP/1.1" status: 200 len: 1001 time: 0.0614824 Mar 24 15:56:24.445251 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9ff70-0b0b-4846-991b-cc4a4b7cea72 req-2fa80bb7-5406-4ee9-823b-6f07bfe3da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:24.446652 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7bc9ff70-0b0b-4846-991b-cc4a4b7cea72 req-2fa80bb7-5406-4ee9-823b-6f07bfe3da4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8 HTTP/1.1" status: 200 len: 848 time: 0.0428569 Mar 24 15:56:24.501128 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9ff70-0b0b-4846-991b-cc4a4b7cea72 req-ec2a7489-be07-4565-8b9f-c2eded2eb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:24.502654 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7bc9ff70-0b0b-4846-991b-cc4a4b7cea72 req-ec2a7489-be07-4565-8b9f-c2eded2eb9f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c6f896-6ee0-4273-b408-9ea5f8e30f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503998 Mar 24 15:56:24.566538 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a387a4-4133-4933-9722-c92399271e11 req-b3060dad-2643-4627-a01f-0d85ef23937a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:24.568046 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-55a387a4-4133-4933-9722-c92399271e11 req-b3060dad-2643-4627-a01f-0d85ef23937a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0569284 Mar 24 15:56:24.602971 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7bc9ff70-0b0b-4846-991b-cc4a4b7cea72 req-c1492637-d1f2-40e6-b867-7ac63ff13497 service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931711 Mar 24 15:56:24.616685 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-55a387a4-4133-4933-9722-c92399271e11 req-a69e0a59-4a68-4ec4-a27b-1363b371a04a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 Mar 24 15:56:24.692751 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7bc9ff70-0b0b-4846-991b-cc4a4b7cea72 req-e7c3e5f9-5cb2-47bb-8296-1c43f6acf978 service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835702 Mar 24 15:56:25.733660 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55f4da-1fa6-4c56-823d-f2216e554773 req-c280ee90-1c6d-4695-96d4-b10acd020522 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:25.735202 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cd55f4da-1fa6-4c56-823d-f2216e554773 req-c280ee90-1c6d-4695-96d4-b10acd020522 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0515087 Mar 24 15:56:25.786584 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cd55f4da-1fa6-4c56-823d-f2216e554773 req-a0576585-3fe0-4b48-a8d9-0eeb9dc4f7a5 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Mar 24 15:56:26.904538 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab7d7f-89a1-427a-a385-9e73b7a87cd8 req-9b1332c0-3004-44bd-8662-e18852c44cb8 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:26.905993 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-afab7d7f-89a1-427a-a385-9e73b7a87cd8 req-9b1332c0-3004-44bd-8662-e18852c44cb8 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0530844 Mar 24 15:56:26.958447 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-afab7d7f-89a1-427a-a385-9e73b7a87cd8 req-370c7aaa-9fbc-44d1-be5e-4bc8e8c06578 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468104 Mar 24 15:56:28.074042 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0c4c7-a3c1-4e4b-9f95-1328099c42f6 req-ca2e002f-8023-43c4-add7-b198266743f5 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:28.075587 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c1c0c4c7-a3c1-4e4b-9f95-1328099c42f6 req-ca2e002f-8023-43c4-add7-b198266743f5 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0518968 Mar 24 15:56:28.124335 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c1c0c4c7-a3c1-4e4b-9f95-1328099c42f6 req-1d0b89c0-f271-49cd-91ba-6777e2a86fcc tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Mar 24 15:56:28.490622 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bebf9-9880-4e7b-8eed-463c76bcc1ff req-c869285a-7112-438f-9e03-4345c60400d1 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:28.492858 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4c8bebf9-9880-4e7b-8eed-463c76bcc1ff req-c869285a-7112-438f-9e03-4345c60400d1 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0546751 Mar 24 15:56:28.503317 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34188) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:28.542618 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4c8bebf9-9880-4e7b-8eed-463c76bcc1ff req-c49420e4-d18b-4b69-bf02-257e6b3c7da9 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438268 Mar 24 15:56:28.602179 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-0ddae45b-05d9-400b-ac1c-40312256c5ee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977249 Mar 24 15:56:28.610868 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-b4045750-d23c-46e3-9616-a05651545761 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:56:28.611807 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-b4045750-d23c-46e3-9616-a05651545761 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046992 Mar 24 15:56:28.759506 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34196) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:28.853367 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-e9d84300-0033-4ea6-a857-42dbb6c17d5f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:28.854704 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-e9d84300-0033-4ea6-a857-42dbb6c17d5f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports/3ac42759-3a16-4ff2-a250-3e08dc6ed95c HTTP/1.1" status: 200 len: 943 time: 0.0941586 Mar 24 15:56:29.668711 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52498b4c-7635-469a-a248-4ca2cd678c99 req-05abce3e-ebd9-4ad7-8f57-a7ca2647df9c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:29.670333 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-52498b4c-7635-469a-a248-4ca2cd678c99 req-05abce3e-ebd9-4ad7-8f57-a7ca2647df9c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0592735 Mar 24 15:56:29.728305 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-52498b4c-7635-469a-a248-4ca2cd678c99 req-5941ce66-6325-4ac7-8ecd-5e3de6261255 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515106 Mar 24 15:56:29.864844 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 3ac42759-3a16-4ff2-a250-3e08dc6ed95c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:56:29.957576 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c is: ACTIVE; New status is: DOWN {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:56:29.957963 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:29.979941 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:56:29.982116 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f5a3da-e189-4818-9233-2912204c781c" -d '{"events": [{"server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "name": "network-vif-unplugged", "status": "completed", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:56:29.995702 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:56:30.015031 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Mar 2022 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775aef38-bf41-4950-a155-c769aa00886e x-openstack-request-id: req-775aef38-bf41-4950-a155-c769aa00886e {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:56:30.015330 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "name": "network-vif-unplugged", "status": "failed", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c", "code": 422}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:56:30.015595 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-775aef38-bf41-4950-a155-c769aa00886e {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:56:30.016015 dv-cinder-790535-34-iscsi neutron-server[110398]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-775aef38-bf41-4950-a155-c769aa00886e']: {'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'code': 422} returned with failed status Mar 24 15:56:30.091648 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:30.141984 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,revision_number=6']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:30.849833 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc51d3f-e4e8-4d58-bf42-42906352a105 req-1e311e25-be65-4f4c-bbf1-36a2971a7ca1 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:30.851425 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cfc51d3f-e4e8-4d58-bf42-42906352a105 req-1e311e25-be65-4f4c-bbf1-36a2971a7ca1 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0548718 Mar 24 15:56:30.904474 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cfc51d3f-e4e8-4d58-bf42-42906352a105 req-a3f703e1-4e53-4e0a-8bca-b02295026509 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473056 Mar 24 15:56:31.449571 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-d86a90d5-f88a-4efa-b858-c519216cb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:31.450998 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-d86a90d5-f88a-4efa-b858-c519216cb470 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14&tenant_id=f96e6f018e9b4e259edecd86425431f1 HTTP/1.1" status: 200 len: 1128 time: 0.0440989 Mar 24 15:56:31.513022 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-540e175a-c08b-4fb3-8764-0b59c11ecb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:31.514483 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-540e175a-c08b-4fb3-8764-0b59c11ecb9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f96e6f018e9b4e259edecd86425431f1&device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 1128 time: 0.0433633 Mar 24 15:56:31.601693 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-88476f4e-5dd5-42e9-80b1-31c46aefdfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:31.603139 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-88476f4e-5dd5-42e9-80b1-31c46aefdfa4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c6f896-6ee0-4273-b408-9ea5f8e30f01 HTTP/1.1" status: 200 len: 910 time: 0.0832880 Mar 24 15:56:31.665345 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-52ed840c-93d6-45db-91e6-087b136fef43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c HTTP/1.1" status: 200 len: 999 time: 0.0564723 Mar 24 15:56:31.712385 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-a2867f2d-eff5-4e06-9edf-3652110a04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:31.713686 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-a2867f2d-eff5-4e06-9edf-3652110a04c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8 HTTP/1.1" status: 200 len: 848 time: 0.0413852 Mar 24 15:56:31.765143 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-e641105d-218b-4aa1-b8ac-b406b19912ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:31.766644 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-e641105d-218b-4aa1-b8ac-b406b19912ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c6f896-6ee0-4273-b408-9ea5f8e30f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469518 Mar 24 15:56:31.855030 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-a8b2b95a-ec01-4cb0-9f73-0eac05eb4fcc service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820673 Mar 24 15:56:31.946824 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a4a4fb8b-0adf-4072-a882-92e987fa5a08 req-73b45435-2c11-49d2-8a9e-999c7e7b5b33 service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862634 Mar 24 15:56:32.022132 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe178c-c5dc-4ca5-83aa-17bc8182ffd6 req-aa9571bf-dbd3-4252-8b69-b92700e82637 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:32.024248 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d6fe178c-c5dc-4ca5-83aa-17bc8182ffd6 req-aa9571bf-dbd3-4252-8b69-b92700e82637 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0529754 Mar 24 15:56:32.072844 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d6fe178c-c5dc-4ca5-83aa-17bc8182ffd6 req-c3384a2a-0ee7-4fce-b1cc-b2c663cdf9d4 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421174 Mar 24 15:56:33.192812 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f9c8f-40e3-47d9-a17c-c5512040052e req-4d430ded-5d9c-4e2f-a2c9-13482ecc5e6a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:33.194333 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-229f9c8f-40e3-47d9-a17c-c5512040052e req-4d430ded-5d9c-4e2f-a2c9-13482ecc5e6a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0539720 Mar 24 15:56:33.243566 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-229f9c8f-40e3-47d9-a17c-c5512040052e req-68ed7ccd-e77f-4d15-b458-2b027b644fda tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435848 Mar 24 15:56:33.622344 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:34.358193 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cc65a-4579-4bdc-8938-2ee952790504 req-41609339-2036-4b9c-8c8e-a03f6b032962 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:34.359596 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f80cc65a-4579-4bdc-8938-2ee952790504 req-41609339-2036-4b9c-8c8e-a03f6b032962 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0507309 Mar 24 15:56:34.411204 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f80cc65a-4579-4bdc-8938-2ee952790504 req-590a27e6-88e3-44ad-bd5d-dbd4aad35015 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Mar 24 15:56:35.532648 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cba8c-68d5-4545-aa01-2504b3a5ea97 req-c96e43a5-8de2-4553-a83b-069a3d43fb32 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:35.534171 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5a9cba8c-68d5-4545-aa01-2504b3a5ea97 req-c96e43a5-8de2-4553-a83b-069a3d43fb32 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0533757 Mar 24 15:56:35.583698 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-5a9cba8c-68d5-4545-aa01-2504b3a5ea97 req-cf51b6a4-9d9b-42a2-9ba7-47b8f1c0fe4f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433605 Mar 24 15:56:36.699408 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bec95-a310-4de4-aee6-3112a0910527 req-8243fdb5-b4f4-40c8-9e47-bb7d31c91e28 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:36.700861 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8a4bec95-a310-4de4-aee6-3112a0910527 req-8243fdb5-b4f4-40c8-9e47-bb7d31c91e28 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0511866 Mar 24 15:56:36.748311 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8a4bec95-a310-4de4-aee6-3112a0910527 req-12eb71c4-8e28-45cb-9538-f828ea769347 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 Mar 24 15:56:37.870108 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61b7f8-85ce-48d9-b8e1-e7b7f050e255 req-1d2dbf47-7663-4e66-be05-ff033144fd23 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:37.871581 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ac61b7f8-85ce-48d9-b8e1-e7b7f050e255 req-1d2dbf47-7663-4e66-be05-ff033144fd23 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0577114 Mar 24 15:56:37.919010 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ac61b7f8-85ce-48d9-b8e1-e7b7f050e255 req-92f9ce01-81e8-42aa-b6fa-c93372f53d0d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418310 Mar 24 15:56:39.034938 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904b876-7095-4f76-9482-9e201f88a1c5 req-07b296e8-0a40-4a75-a7b0-e832ac73ca9e tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:39.036418 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c904b876-7095-4f76-9482-9e201f88a1c5 req-07b296e8-0a40-4a75-a7b0-e832ac73ca9e tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0515161 Mar 24 15:56:39.083777 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-c904b876-7095-4f76-9482-9e201f88a1c5 req-6623a298-f0d8-4446-ba3f-5daf90178935 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416679 Mar 24 15:56:39.905613 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 3ac42759-3a16-4ff2-a250-3e08dc6ed95c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:56:39.941928 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-7c0d4612-b5da-40ba-ab46-bba7038031f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472021 Mar 24 15:56:40.005091 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-85aec2e8-0c2d-485f-820c-e9ed9c239e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:40.006582 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-85aec2e8-0c2d-485f-820c-e9ed9c239e58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 1129 time: 0.0440340 Mar 24 15:56:40.007537 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:56:40.022552 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'port_id': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'mac_address': 'fa:16:3e:0f:b7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:56:40.062742 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:56:40.063143 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:40.076523 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac42759-3a16-4ff2-a250-3e08dc6ed95c {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:56:40.104083 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:56:40.120165 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-719271b0-509f-4523-afe9-bdbcdd626954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:40.121805 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-719271b0-509f-4523-afe9-bdbcdd626954 service neutron] 10.222.0.24 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 913 time: 0.0945594 Mar 24 15:56:40.205404 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-ab8680a9-4ca3-4bd2-8cfa-fd636798d78d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13ca80db-8a01-4cc4-961b-7205a7b2b1ef HTTP/1.1" status: 200 len: 1000 time: 0.0748985 Mar 24 15:56:40.217632 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6cb2b-12af-4161-9f76-f91bc9a6e2cb req-861558da-3d3a-48f6-96a5-ca9e86424e07 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:40.219760 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-56b6cb2b-12af-4161-9f76-f91bc9a6e2cb req-861558da-3d3a-48f6-96a5-ca9e86424e07 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 944 time: 0.0618668 Mar 24 15:56:40.228741 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:40.260713 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-7ea015d5-b310-4699-9ec2-4a2f46bde897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:40.262238 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-7ea015d5-b310-4699-9ec2-4a2f46bde897 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1da45a2-41ca-4014-8a7c-896aa263d982 HTTP/1.1" status: 200 len: 851 time: 0.0511856 Mar 24 15:56:40.270753 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-56b6cb2b-12af-4161-9f76-f91bc9a6e2cb req-9a1b7677-969c-4c03-ba19-a98a4466b19d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453191 Mar 24 15:56:40.276213 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,revision_number=7']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:40.312518 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-c31aa6f7-18dc-4c9a-b723-f7911ab25709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:40.313996 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-c31aa6f7-18dc-4c9a-b723-f7911ab25709 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=820ba51f-beaa-4316-bd0f-93846d088224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449371 Mar 24 15:56:40.473954 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['3ac42759-3a16-4ff2-a250-3e08dc6ed95c'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:56:40.688802 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-2aedd06d-3118-4439-81dd-464bed99fcd5 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673141 Mar 24 15:56:40.727391 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9c6b-f618-4a52-9471-c388aef54850 req-660e77e5-5460-407b-ba3a-798ac7a78544 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:40.729039 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-004b9c6b-f618-4a52-9471-c388aef54850 req-660e77e5-5460-407b-ba3a-798ac7a78544 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0580935 Mar 24 15:56:40.781860 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ad43c7f8-1891-46b9-8270-d187519ebc2f req-0e06e835-0c2b-46dd-b211-44cb8f5392a9 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864637 Mar 24 15:56:41.012475 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-004b9c6b-f618-4a52-9471-c388aef54850 req-db201183-c5f1-4a85-b161-fb772af79a5c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779043 Mar 24 15:56:41.395715 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d00166-56e3-4940-af16-6e95f42da639 req-8145ecb3-7384-435c-956a-a688c0777255 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:41.397170 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-41d00166-56e3-4940-af16-6e95f42da639 req-8145ecb3-7384-435c-956a-a688c0777255 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 945 time: 0.0546494 Mar 24 15:56:41.444683 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-41d00166-56e3-4940-af16-6e95f42da639 req-4b4c64bf-c5b6-42dd-a74b-39f2a7aa331f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 Mar 24 15:56:41.479799 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-a71282fd-97ce-4114-b0cb-2693d660710b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:41.918463 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 3ac42759-3a16-4ff2-a250-3e08dc6ed95c up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:56:41.968834 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:56:41.969241 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:42.046890 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:56:42.047292 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:42.070379 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:56:42.072777 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1562c794-8878-479f-a77f-098c55169f06" -d '{"events": [{"server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "name": "network-vif-plugged", "status": "completed", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:56:42.085546 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:56:42.118112 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791d0481-1426-4d07-ad10-715e7d849a54 x-openstack-request-id: req-791d0481-1426-4d07-ad10-715e7d849a54 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:56:42.118112 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "name": "network-vif-plugged", "status": "completed", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:56:42.118112 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-791d0481-1426-4d07-ad10-715e7d849a54 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:56:42.118502 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791d0481-1426-4d07-ad10-715e7d849a54'] response: {'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'code': 200} Mar 24 15:56:42.135599 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a3eef-e082-4da5-bccc-528e730eee7c req-28cf17dd-28d6-4532-bd1f-69f9cc069c2c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:42.136597 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-d3bbb750-c18d-4fa8-ba23-a0958297d5b2 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:42.138261 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-d3bbb750-c18d-4fa8-ba23-a0958297d5b2 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0665984 Mar 24 15:56:42.139125 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ab9a3eef-e082-4da5-bccc-528e730eee7c req-28cf17dd-28d6-4532-bd1f-69f9cc069c2c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0574360 Mar 24 15:56:42.171436 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:42.185256 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ab9a3eef-e082-4da5-bccc-528e730eee7c req-905fda75-7207-4748-a582-f12a69cbab2c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa6cfd29-c743-4091-9905-bc90ac317f72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425997 Mar 24 15:56:42.235916 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,revision_number=8']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:42.246133 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Deleting port c3f4820f-0686-470c-a97b-989511f409d9 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:56:42.246483 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (c3f4820f-0686-470c-a97b-989511f409d9), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:42.337256 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] For port c3f4820f-0686-470c-a97b-989511f409d9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c3f4820f-0686-470c-a97b-989511f409d9,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:56:42.337623 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (c3f4820f-0686-470c-a97b-989511f409d9), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:42.387510 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bec67-d0dc-4185-9cbf-dc4b43c43d94 req-daeee457-88b4-44f9-8ccb-fa360c609f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:42.389114 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-874bec67-d0dc-4185-9cbf-dc4b43c43d94 req-daeee457-88b4-44f9-8ccb-fa360c609f7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 1130 time: 0.0429811 Mar 24 15:56:42.436606 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-874bec67-d0dc-4185-9cbf-dc4b43c43d94 req-ff6a92d7-bd59-42cd-bc7e-79ccdeb04c30 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Mar 24 15:56:42.506060 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:42.506637 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (75945ad1-ec60-4f27-8dc8-5d1f8e9b07df), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:42.506923 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Floating IP 75945ad1-ec60-4f27-8dc8-5d1f8e9b07df disassociated. External IP: 172.27.0.104, port: c3f4820f-0686-470c-a97b-989511f409d9. Mar 24 15:56:42.507158 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Calling delete_port for c3f4820f-0686-470c-a97b-989511f409d9 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:56:42.613255 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9dcd9-67e8-4707-8549-b50aa472c549 req-7a9f9460-83f4-41ff-9977-fb034f277ac8 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:42.614758 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8ed9dcd9-67e8-4707-8549-b50aa472c549 req-7a9f9460-83f4-41ff-9977-fb034f277ac8 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0993094 Mar 24 15:56:42.701063 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8ed9dcd9-67e8-4707-8549-b50aa472c549 req-44eae842-9560-478c-abcc-ede8cf00135d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759737 Mar 24 15:56:42.770989 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (c3f4820f-0686-470c-a97b-989511f409d9), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:42.798963 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'Port': ['ID=c3f4820f-0686-470c-a97b-989511f409d9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:42.918604 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:56:43.026379 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:56:43.037642 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637383f-0651-4f73-8b16-45379632b3d8 None None] Sync routers for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:56:43.047680 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637383f-0651-4f73-8b16-45379632b3d8 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:56:43.048295 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-5637383f-0651-4f73-8b16-45379632b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:56:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:43.068858 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] No DVR routers for this DVR port c3f4820f-0686-470c-a97b-989511f409d9 on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:56:43.072125 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:43.075444 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9375fc7c-6119-4cc3-af38-e7bc6d3c5776 req-9a2d3856-9c84-441d-89d4-0050629366cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "DELETE /v2.0/ports/c3f4820f-0686-470c-a97b-989511f409d9 HTTP/1.1" status: 204 len: 173 time: 0.9321268 Mar 24 15:56:43.075894 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'name': 'network-vif-deleted', 'tag': 'c3f4820f-0686-470c-a97b-989511f409d9'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:56:43.078159 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15c90a5-f68e-4262-bf3b-bdfb2ba55d69" -d '{"events": [{"server_uuid": "cd815324-b37c-4b71-b400-2d2ba093cfa9", "name": "network-vif-deleted", "tag": "c3f4820f-0686-470c-a97b-989511f409d9"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:56:43.122246 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27f3abc-48e3-4f93-8fea-a287a1f60c99 x-openstack-request-id: req-c27f3abc-48e3-4f93-8fea-a287a1f60c99 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:56:43.122246 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd815324-b37c-4b71-b400-2d2ba093cfa9", "name": "network-vif-deleted", "tag": "c3f4820f-0686-470c-a97b-989511f409d9", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:56:43.122491 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c27f3abc-48e3-4f93-8fea-a287a1f60c99 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:56:43.122819 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27f3abc-48e3-4f93-8fea-a287a1f60c99'] response: {'server_uuid': 'cd815324-b37c-4b71-b400-2d2ba093cfa9', 'name': 'network-vif-deleted', 'tag': 'c3f4820f-0686-470c-a97b-989511f409d9', 'status': 'completed', 'code': 200} Mar 24 15:56:43.180336 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-5637383f-0651-4f73-8b16-45379632b3d8 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:56:43.351091 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-26d11f52-5cf5-4592-b2a3-64c259fb17a0 req-a7994bfd-5aa4-4a2a-bbae-b6f22291a34f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd815324-b37c-4b71-b400-2d2ba093cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0319304 Mar 24 15:56:43.444534 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-5637383f-0651-4f73-8b16-45379632b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '9e6c56bb-ac5e-4f42-b89c-29740d198071', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:f1:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:42Z', 'updated_at': '2022-03-24T15:55:00Z', 'revision_number': 2, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:43.475407 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637383f-0651-4f73-8b16-45379632b3d8 None None] Checking router: 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:56:43.484206 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637383f-0651-4f73-8b16-45379632b3d8 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:56:43.484810 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-5637383f-0651-4f73-8b16-45379632b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:56:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:43.592371 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-5637383f-0651-4f73-8b16-45379632b3d8 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:56:43.827151 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-5637383f-0651-4f73-8b16-45379632b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '9e6c56bb-ac5e-4f42-b89c-29740d198071', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:f1:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:42Z', 'updated_at': '2022-03-24T15:55:00Z', 'revision_number': 2, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:43.851975 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0abc5-6bab-42c5-b0c0-d0fc3057c43f req-ee415b5e-1938-49cf-b77e-0e2d421078ac tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:43.853501 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d9d0abc5-6bab-42c5-b0c0-d0fc3057c43f req-ee415b5e-1938-49cf-b77e-0e2d421078ac tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0557597 Mar 24 15:56:43.857950 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637383f-0651-4f73-8b16-45379632b3d8 None None] The sync data for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi is: [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '9e6c56bb-ac5e-4f42-b89c-29740d198071', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:f1:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:54:42Z', 'updated_at': '2022-03-24T15:55:00Z', 'revision_number': 2, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:56:43.896807 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-04a06d26-67bf-4621-b739-ff6f8346dd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:43.911997 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d9d0abc5-6bab-42c5-b0c0-d0fc3057c43f req-a8b3a50c-ebf9-4281-96b7-156d3e7cc357 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508904 Mar 24 15:56:44.090192 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0891a5d5-0e42-4590-a748-5c8a76ed5c1f None None] New status for floating IP 75945ad1-ec60-4f27-8dc8-5d1f8e9b07df: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:56:44.492030 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34270) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:44.544711 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a6f71d00-11aa-4f5b-9a98-db2d28535041 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (fa6cfd29-c743-4091-9905-bc90ac317f72), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:44.572638 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a6f71d00-11aa-4f5b-9a98-db2d28535041 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (fa6cfd29-c743-4091-9905-bc90ac317f72), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:44.685543 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a6f71d00-11aa-4f5b-9a98-db2d28535041 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (fa6cfd29-c743-4091-9905-bc90ac317f72), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:44.688183 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a6f71d00-11aa-4f5b-9a98-db2d28535041 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:44.689333 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-a6f71d00-11aa-4f5b-9a98-db2d28535041 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "DELETE /v2.0/security-groups/fa6cfd29-c743-4091-9905-bc90ac317f72 HTTP/1.1" status: 204 len: 168 time: 0.1962669 Mar 24 15:56:44.693342 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34272) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:44.699662 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f71d00-11aa-4f5b-9a98-db2d28535041 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6cfd29-c743-4091-9905-bc90ac317f72,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:44.707503 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.api.v2.resource [None req-680fdcd9-9b1f-4bee-a79f-678f273ab8c8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] show failed (client error): The resource could not be found. Mar 24 15:56:44.713441 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-680fdcd9-9b1f-4bee-a79f-678f273ab8c8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups/fa6cfd29-c743-4091-9905-bc90ac317f72 HTTP/1.1" status: 404 len: 347 time: 0.0141122 Mar 24 15:56:44.715553 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34274) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:44.838171 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Deleting port 422dcf96-b2b0-435c-97f5-2300fdb34c56 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:56:44.838520 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (422dcf96-b2b0-435c-97f5-2300fdb34c56), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:44.914879 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (422dcf96-b2b0-435c-97f5-2300fdb34c56), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:44.915623 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (422dcf96-b2b0-435c-97f5-2300fdb34c56), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:44.926439 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Calling delete_port for 422dcf96-b2b0-435c-97f5-2300fdb34c56 owned by network:floatingip {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:56:45.040400 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:45.160118 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (422dcf96-b2b0-435c-97f5-2300fdb34c56), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:45.182247 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'Port': ['ID=422dcf96-b2b0-435c-97f5-2300fdb34c56,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:45.196338 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.196753 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.197102 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.197443 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.197778 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.198111 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.198442 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.198793 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.199121 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.199445 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.199769 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.200091 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.200412 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.200736 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.201056 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:45.258947 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (75945ad1-ec60-4f27-8dc8-5d1f8e9b07df), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:45.261457 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:45.262585 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-3f48aaec-db23-4764-993e-878e2aaa1c6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "DELETE /v2.0/floatingips/75945ad1-ec60-4f27-8dc8-5d1f8e9b07df HTTP/1.1" status: 204 len: 168 time: 0.5460627 Mar 24 15:56:45.610689 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:56:46.405488 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:46.717830 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device c3f4820f-0686-470c-a97b-989511f409d9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:56:46.742827 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: c3f4820f-0686-470c-a97b-989511f409d9 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:56:46.743198 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device c3f4820f-0686-470c-a97b-989511f409d9 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:56:47.822811 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:48.589913 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cddb6-32d7-476a-8ec0-3bce69e285c3 req-708d19e0-8bd3-4271-8a3d-758e61fbffde tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:48.591547 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ce3cddb6-32d7-476a-8ec0-3bce69e285c3 req-708d19e0-8bd3-4271-8a3d-758e61fbffde tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 946 time: 0.0613735 Mar 24 15:56:48.646478 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ce3cddb6-32d7-476a-8ec0-3bce69e285c3 req-80bd08fc-4779-454f-955f-6942d1730a77 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=c25d7216-71d5-413d-a2d4-978e5a0dd241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491707 Mar 24 15:56:49.773261 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa52464-2217-416e-8497-c3aa0cb7d3c4 req-ae9367e2-cda6-4592-8056-993db1e386a4 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:49.775247 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5fa52464-2217-416e-8497-c3aa0cb7d3c4 req-ae9367e2-cda6-4592-8056-993db1e386a4 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 946 time: 0.0523546 Mar 24 15:56:49.821095 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5fa52464-2217-416e-8497-c3aa0cb7d3c4 req-59389ca2-02ab-4803-b62e-d903c956c14f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=c25d7216-71d5-413d-a2d4-978e5a0dd241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399659 Mar 24 15:56:50.342471 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-106050f7-0e5f-4ede-a7a2-fd1f53d09b0e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:50.343847 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-106050f7-0e5f-4ede-a7a2-fd1f53d09b0e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 946 time: 0.0511651 Mar 24 15:56:50.438973 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Deleting port 0df421df-39fb-4685-85df-0e88c4b2a0a6 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:56:50.439311 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:50.523186 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] For port 0df421df-39fb-4685-85df-0e88c4b2a0a6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0df421df-39fb-4685-85df-0e88c4b2a0a6,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:56:50.523544 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:50.693743 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:50.694023 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (9e6c56bb-ac5e-4f42-b89c-29740d198071), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:50.694342 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Floating IP 9e6c56bb-ac5e-4f42-b89c-29740d198071 disassociated. External IP: 172.27.0.77, port: 0df421df-39fb-4685-85df-0e88c4b2a0a6. Mar 24 15:56:50.694706 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Calling delete_port for 0df421df-39fb-4685-85df-0e88c4b2a0a6 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:56:50.897151 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (0df421df-39fb-4685-85df-0e88c4b2a0a6), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:50.919018 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1aeb6cfe-5426-4980-a0d0-0b66041ca883 req-0ea59915-782a-4ec5-b487-69594704da78 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 210 time: 0.0312378 Mar 24 15:56:50.932748 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'Port': ['ID=0df421df-39fb-4685-85df-0e88c4b2a0a6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:51.051429 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:56:51.158692 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:56:51.169606 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25912eb9-a665-48fe-a409-cde6d27c8f8c None None] Sync routers for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:56:51.179304 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25912eb9-a665-48fe-a409-cde6d27c8f8c None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:56:51.179908 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-25912eb9-a665-48fe-a409-cde6d27c8f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:56:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:51.203460 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] No DVR routers for this DVR port 0df421df-39fb-4685-85df-0e88c4b2a0a6 on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:56:51.205876 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:51.209183 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0809e24b-c84d-49f3-b9f8-a2e1c242c6e3 req-538fd755-7e41-4227-932c-291df7bb317a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "DELETE /v2.0/ports/0df421df-39fb-4685-85df-0e88c4b2a0a6 HTTP/1.1" status: 204 len: 173 time: 0.8587708 Mar 24 15:56:51.209680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'name': 'network-vif-deleted', 'tag': '0df421df-39fb-4685-85df-0e88c4b2a0a6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:56:51.211898 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a75152-9775-4173-b0f9-ff762cb551bd" -d '{"events": [{"server_uuid": "bc063d08-c7e7-4ff0-860e-c594f97b98eb", "name": "network-vif-deleted", "tag": "0df421df-39fb-4685-85df-0e88c4b2a0a6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:56:51.252030 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0cd0ec-09b7-4879-820e-a606bd2a5b11 x-openstack-request-id: req-ea0cd0ec-09b7-4879-820e-a606bd2a5b11 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:56:51.252327 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc063d08-c7e7-4ff0-860e-c594f97b98eb", "name": "network-vif-deleted", "tag": "0df421df-39fb-4685-85df-0e88c4b2a0a6", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:56:51.252803 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea0cd0ec-09b7-4879-820e-a606bd2a5b11 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:56:51.253266 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0cd0ec-09b7-4879-820e-a606bd2a5b11'] response: {'server_uuid': 'bc063d08-c7e7-4ff0-860e-c594f97b98eb', 'name': 'network-vif-deleted', 'tag': '0df421df-39fb-4685-85df-0e88c4b2a0a6', 'status': 'completed', 'code': 200} Mar 24 15:56:51.293373 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-25912eb9-a665-48fe-a409-cde6d27c8f8c None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:56:51.502317 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-25912eb9-a665-48fe-a409-cde6d27c8f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:51.535356 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25912eb9-a665-48fe-a409-cde6d27c8f8c None None] Checking router: 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:56:51.540028 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25912eb9-a665-48fe-a409-cde6d27c8f8c None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:56:51.540624 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-25912eb9-a665-48fe-a409-cde6d27c8f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:56:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:51.644822 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-25912eb9-a665-48fe-a409-cde6d27c8f8c None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:56:51.838855 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-25912eb9-a665-48fe-a409-cde6d27c8f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:56:51.865598 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25912eb9-a665-48fe-a409-cde6d27c8f8c None None] The sync data for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi is: [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:56:52.038024 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cddbe36f-c067-4d1e-b5cf-5c7b15965119 req-7aa2be79-f260-4f4c-b0bb-b1b587d86b3b tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc063d08-c7e7-4ff0-860e-c594f97b98eb HTTP/1.1" status: 200 len: 210 time: 0.0328999 Mar 24 15:56:52.077911 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-ad8c86d7-c926-4965-86fe-77e5dd165799 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783164880&fields=id&tenant_id=825d7896d32940ff81ebd3072efd386a HTTP/1.1" status: 200 len: 267 time: 0.0572960 Mar 24 15:56:52.146761 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73daad8-4b51-4f78-a2be-817bf59ed7a2 None None] New status for floating IP 9e6c56bb-ac5e-4f42-b89c-29740d198071: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:56:52.200119 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e9a57-3ac8-4608-8061-480378c356ce req-5ee795c5-ca47-43b1-a12b-0527912aebb1 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:52.201616 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-5ee795c5-ca47-43b1-a12b-0527912aebb1 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 812 time: 0.1170628 Mar 24 15:56:52.216529 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-b8469590-7d7e-4a54-8b13-4356132bdc7b tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/quotas/825d7896d32940ff81ebd3072efd386a HTTP/1.1" status: 200 len: 375 time: 0.0096142 Mar 24 15:56:52.275948 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-06457318-a08e-420c-856f-a727c622be6c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540965 Mar 24 15:56:52.379179 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-8f091b17-60c6-45e8-89b1-15d91135a394 service neutron] 10.222.0.31 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858080 Mar 24 15:56:52.472826 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-8484d4a5-f0c3-42d2-9b26-08ae07ad69ca service neutron] 10.222.0.31 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879002 Mar 24 15:56:53.049468 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1f88a6b7-2798-4bda-9a9e-9f34d5733dbb req-b101c8f3-dcce-4abd-bb22-8cff23cf9c79 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 210 time: 0.0272276 Mar 24 15:56:53.206088 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34352) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:53.259129 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-81e8ae37-6074-401d-83c8-9b4f63ed4685 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (c25d7216-71d5-413d-a2d4-978e5a0dd241), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:53.282716 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-81e8ae37-6074-401d-83c8-9b4f63ed4685 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (c25d7216-71d5-413d-a2d4-978e5a0dd241), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:53.468161 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-81e8ae37-6074-401d-83c8-9b4f63ed4685 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c25d7216-71d5-413d-a2d4-978e5a0dd241), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:53.470717 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-81e8ae37-6074-401d-83c8-9b4f63ed4685 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:53.471892 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-81e8ae37-6074-401d-83c8-9b4f63ed4685 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "DELETE /v2.0/security-groups/c25d7216-71d5-413d-a2d4-978e5a0dd241 HTTP/1.1" status: 204 len: 168 time: 0.2647564 Mar 24 15:56:53.484470 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34354) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:53.484947 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8ae37-6074-401d-83c8-9b4f63ed4685 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25d7216-71d5-413d-a2d4-978e5a0dd241,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:53.488347 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.api.v2.resource [None req-81f61864-45bf-483e-bf31-06862b7074dc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] show failed (client error): The resource could not be found. Mar 24 15:56:53.489403 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-81f61864-45bf-483e-bf31-06862b7074dc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups/c25d7216-71d5-413d-a2d4-978e5a0dd241 HTTP/1.1" status: 404 len: 347 time: 0.0137119 Mar 24 15:56:53.492160 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34356) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:53.616700 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Deleting port eff76a64-3b11-43dc-aaae-a77bece0367f {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:56:53.617040 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (eff76a64-3b11-43dc-aaae-a77bece0367f), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:53.691541 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (eff76a64-3b11-43dc-aaae-a77bece0367f), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:53.691870 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (eff76a64-3b11-43dc-aaae-a77bece0367f), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:53.703340 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Calling delete_port for eff76a64-3b11-43dc-aaae-a77bece0367f owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:56:53.925888 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (eff76a64-3b11-43dc-aaae-a77bece0367f), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:53.952759 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'Port': ['ID=eff76a64-3b11-43dc-aaae-a77bece0367f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:53.980149 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 0df421df-39fb-4685-85df-0e88c4b2a0a6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:56:53.980729 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.980729 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.980940 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.981184 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.981631 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.981874 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.982216 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.982554 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.982921 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.983258 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.983595 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.983934 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.984268 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.984599 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.984929 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:56:53.989668 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (9e6c56bb-ac5e-4f42-b89c-29740d198071), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:53.992457 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:53.993945 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-743f7e5a-128c-4e02-a72d-08623789ff39 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "DELETE /v2.0/floatingips/9e6c56bb-ac5e-4f42-b89c-29740d198071 HTTP/1.1" status: 204 len: 168 time: 0.5005577 Mar 24 15:56:54.006547 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 0df421df-39fb-4685-85df-0e88c4b2a0a6 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:56:54.007059 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 0df421df-39fb-4685-85df-0e88c4b2a0a6 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:56:54.148097 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1393c5d6-fa30-4ca8-bfce-946b9c0f12e1 req-2c3f9f5d-035f-4207-827e-38691edd1ab4 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 210 time: 0.0313711 Mar 24 15:56:54.406138 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34364) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:54.410684 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4af69d06-4c6a-4fa2-838c-e038ae46726a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1873148635', 'description': 'tempest-description--1031250916'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:56:54.531518 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4af69d06-4c6a-4fa2-838c-e038ae46726a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:54.595744 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4af69d06-4c6a-4fa2-838c-e038ae46726a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (10ee92c2-5ed6-49f2-b565-cbe8ec3e889a), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:54.685545 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4af69d06-4c6a-4fa2-838c-e038ae46726a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (10ee92c2-5ed6-49f2-b565-cbe8ec3e889a), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:54.714369 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af69d06-4c6a-4fa2-838c-e038ae46726a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:54.779586 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4af69d06-4c6a-4fa2-838c-e038ae46726a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:54.780813 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-4af69d06-4c6a-4fa2-838c-e038ae46726a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3736389 Mar 24 15:56:54.783649 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34366) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:54.788044 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-3152dbf0-8093-4764-a7fb-9c344183e646 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group_rule': {'security_group_id': '10ee92c2-5ed6-49f2-b565-cbe8ec3e889a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:56:54.874275 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3152dbf0-8093-4764-a7fb-9c344183e646 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (b0063d79-35e2-4c89-9ae2-997bc38f4b66), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:54.926741 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3152dbf0-8093-4764-a7fb-9c344183e646 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (b0063d79-35e2-4c89-9ae2-997bc38f4b66), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:54.982546 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3152dbf0-8093-4764-a7fb-9c344183e646 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (b0063d79-35e2-4c89-9ae2-997bc38f4b66), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.002459 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152dbf0-8093-4764-a7fb-9c344183e646 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0063d79-35e2-4c89-9ae2-997bc38f4b66,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:55.080136 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3152dbf0-8093-4764-a7fb-9c344183e646 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.081268 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-3152dbf0-8093-4764-a7fb-9c344183e646 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2966688 Mar 24 15:56:55.084118 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34368) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:55.089374 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-b874f4f8-8029-4646-8ac8-df130464f119 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group_rule': {'security_group_id': '10ee92c2-5ed6-49f2-b565-cbe8ec3e889a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:56:55.173712 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e9a57-3ac8-4608-8061-480378c356ce req-22da7ad4-1659-4127-914e-b410a0f19489 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:55.175237 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-22da7ad4-1659-4127-914e-b410a0f19489 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 812 time: 0.1072085 Mar 24 15:56:55.246221 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-1c037bf9-4df4-482b-9548-52fcaaabcfe0 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=825d7896d32940ff81ebd3072efd386a HTTP/1.1" status: 200 len: 380 time: 0.0601215 Mar 24 15:56:55.255116 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'port': {'device_id': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'admin_state_up': True, 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'security_groups': ['72ea44ff-1980-475f-8a9c-f4ea572ed451']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:56:55.260817 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-30399618-1848-4d11-b9ea-62cbaa419423 req-939bc7d8-c0bb-4c00-afe1-0386124cc79d tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 210 time: 0.0444081 Mar 24 15:56:55.262431 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b874f4f8-8029-4646-8ac8-df130464f119 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (7e4672c9-4b81-41e8-b145-aea8d4e436e7), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.320316 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b874f4f8-8029-4646-8ac8-df130464f119 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (7e4672c9-4b81-41e8-b145-aea8d4e436e7), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.474016 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b874f4f8-8029-4646-8ac8-df130464f119 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (7e4672c9-4b81-41e8-b145-aea8d4e436e7), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.484621 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Made reservation on behalf of 825d7896d32940ff81ebd3072efd386a for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:56:55.488031 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.491647 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874f4f8-8029-4646-8ac8-df130464f119 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4672c9-4b81-41e8-b145-aea8d4e436e7,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:55.596262 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b874f4f8-8029-4646-8ac8-df130464f119 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.597625 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b874f4f8-8029-4646-8ac8-df130464f119 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5124700 Mar 24 15:56:55.600719 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34372) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:56:55.605394 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:56:55.624186 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Allocated IP 172.20.0.7 (820ba51f-beaa-4316-bd0f-93846d088224/e1da45a2-41ca-4014-8a7c-896aa263d982/033c272d-47e5-4a28-af33-7adc6dd3556f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:56:55.725572 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.762170 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.825750 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.897413 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.932148 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Allocated IP 172.27.0.166 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/a015265a-7d50-421b-9fa9-9d65329413eb) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:56:55.939931 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Network 820ba51f-beaa-4316-bd0f-93846d088224 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:56:55.943106 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:56:55.949270 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:56:55.954582 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:55.955297 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:55.973987 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'Port': ['ID=033c272d-47e5-4a28-af33-7adc6dd3556f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:56.047438 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-6f0be447-7556-429c-85ed-19b5a84709ca tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7962494 Mar 24 15:56:56.050932 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (a015265a-7d50-421b-9fa9-9d65329413eb), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.060994 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Request body: {'port': {'device_id': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:56:56.130137 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.194601 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (a015265a-7d50-421b-9fa9-9d65329413eb), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.235294 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:56:56.237858 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-736a17a5-bb85-46fa-9bf6-acc775ed1adf None None] Provisioning complete for port 033c272d-47e5-4a28-af33-7adc6dd3556f triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:56:56.238333 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-736a17a5-bb85-46fa-9bf6-acc775ed1adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.243186 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:56:56.245696 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=a015265a-7d50-421b-9fa9-9d65329413eb,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:56.247884 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:56:56.276108 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-736a17a5-bb85-46fa-9bf6-acc775ed1adf None None] Port 033c272d-47e5-4a28-af33-7adc6dd3556f cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:56:56.343115 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (587cce78-a69f-4a98-9f76-e05d94e0c12c), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.444060 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2f53e-8aea-4581-896a-6626580a8193 req-a1c969c0-7de3-427e-a99a-56558efa335b tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:56.445569 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e4f2f53e-8aea-4581-896a-6626580a8193 req-a1c969c0-7de3-427e-a99a-56558efa335b tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 931 time: 0.0957024 Mar 24 15:56:56.454313 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033c272d-47e5-4a28-af33-7adc6dd3556f {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:56:56.465901 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Publish callbacks [] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.471244 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a015265a-7d50-421b-9fa9-9d65329413eb), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.489282 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Transition to ACTIVE for port object 033c272d-47e5-4a28-af33-7adc6dd3556f will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:56:56.512706 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e4f2f53e-8aea-4581-896a-6626580a8193 req-dcbeaa0f-c99e-472c-910b-3b1fcb83fe88 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606782 Mar 24 15:56:56.610357 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.627457 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (a015265a-7d50-421b-9fa9-9d65329413eb), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.662513 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Pushing event updated for resources: {'Port': ['ID=033c272d-47e5-4a28-af33-7adc6dd3556f,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:56.702812 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Attempting to bind port 033c272d-47e5-4a28-af33-7adc6dd3556f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:56:56.703156 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Attempting to bind port 033c272d-47e5-4a28-af33-7adc6dd3556f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:56:56.703490 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Attempting to bind port 033c272d-47e5-4a28-af33-7adc6dd3556f on network 820ba51f-beaa-4316-bd0f-93846d088224 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:56:56.711706 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Port 033c272d-47e5-4a28-af33-7adc6dd3556f on network 820ba51f-beaa-4316-bd0f-93846d088224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:56:56.711706 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Attempting to bind port 033c272d-47e5-4a28-af33-7adc6dd3556f on network 820ba51f-beaa-4316-bd0f-93846d088224 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:56:56.714155 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:56:56.714768 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Checking segment: {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:56:56.715170 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Bound using segment: {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:56:56.715613 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Bound port: 033c272d-47e5-4a28-af33-7adc6dd3556f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d0f105-27ac-4755-8f16-d82a9e50652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:56:56.715978 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.731287 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (a015265a-7d50-421b-9fa9-9d65329413eb), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.788566 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] For port 033c272d-47e5-4a28-af33-7adc6dd3556f, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:56:56.792913 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] For port 033c272d-47e5-4a28-af33-7adc6dd3556f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=033c272d-47e5-4a28-af33-7adc6dd3556f,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:56:56.809880 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=a015265a-7d50-421b-9fa9-9d65329413eb,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:56.818207 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (587cce78-a69f-4a98-9f76-e05d94e0c12c), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.874325 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.905597 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.907491 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-aec5e009-2acd-40ea-a7e3-2bf521527b3a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3057680 Mar 24 15:56:56.911676 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:56.912870 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:56:56.914705 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] 10.222.0.24 "PUT /v2.0/ports/033c272d-47e5-4a28-af33-7adc6dd3556f HTTP/1.1" status: 200 len: 1093 time: 0.8583615 Mar 24 15:56:56.918131 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'tag': '033c272d-47e5-4a28-af33-7adc6dd3556f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:56:56.921054 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ceab44-e5fe-4b8f-bb88-ac0b12b5ce40" -d '{"events": [{"name": "network-changed", "server_uuid": "69836ac8-5d03-49a3-94ac-cbd32788690e", "tag": "033c272d-47e5-4a28-af33-7adc6dd3556f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:56:56.955662 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1f4c1-38ca-4cf3-8421-97a7771ce53b service neutron] Pushing event updated for resources: {'Port': ['ID=033c272d-47e5-4a28-af33-7adc6dd3556f,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:56:56.973725 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f5c380-0c8e-4f8a-ad93-9df8f2f9cacb x-openstack-request-id: req-e4f5c380-0c8e-4f8a-ad93-9df8f2f9cacb {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:56:56.974044 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69836ac8-5d03-49a3-94ac-cbd32788690e", "tag": "033c272d-47e5-4a28-af33-7adc6dd3556f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:56:56.974857 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4f5c380-0c8e-4f8a-ad93-9df8f2f9cacb {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:56:56.975427 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f5c380-0c8e-4f8a-ad93-9df8f2f9cacb'] response: {'name': 'network-changed', 'server_uuid': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'tag': '033c272d-47e5-4a28-af33-7adc6dd3556f', 'status': 'completed', 'code': 200} Mar 24 15:56:57.076968 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceab44-e5fe-4b8f-bb88-ac0b12b5ce40 req-d89c964f-c5f5-4263-b6f7-7f677263c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:57.078616 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-48ceab44-e5fe-4b8f-bb88-ac0b12b5ce40 req-d89c964f-c5f5-4263-b6f7-7f677263c73d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 1127 time: 0.0827932 Mar 24 15:56:57.102821 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-90d1bb12-dd06-444e-83bb-67b5f4b3e1af tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1873148635&fields=id&tenant_id=65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 267 time: 0.0653710 Mar 24 15:56:57.254151 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceab44-e5fe-4b8f-bb88-ac0b12b5ce40 req-d97d433a-0e44-491e-be4c-ce6ec09699fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:57.255731 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-48ceab44-e5fe-4b8f-bb88-ac0b12b5ce40 req-d97d433a-0e44-491e-be4c-ce6ec09699fe service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=825d7896d32940ff81ebd3072efd386a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1665301 Mar 24 15:56:57.289603 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-e9136464-625e-40fa-9442-62ea0ea3565d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:57.290984 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-e9136464-625e-40fa-9442-62ea0ea3565d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 814 time: 0.1766436 Mar 24 15:56:57.335484 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-503a06e8-9e55-4c78-a32c-136c5cc7915b tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/quotas/65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 375 time: 0.0167027 Mar 24 15:56:57.397843 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceab44-e5fe-4b8f-bb88-ac0b12b5ce40 req-e6a7dd72-0e27-4f87-9149-7cd9fc9aa8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:57.399341 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-48ceab44-e5fe-4b8f-bb88-ac0b12b5ce40 req-e6a7dd72-0e27-4f87-9149-7cd9fc9aa8bd service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349564 Mar 24 15:56:57.413830 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-2c7406b8-5dc2-4a13-bd15-ff2f968bf80b tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716293 Mar 24 15:56:57.526283 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e9a57-3ac8-4608-8061-480378c356ce req-ade0cfa7-2684-4283-834d-887022eecc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:57.528034 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-ade0cfa7-2684-4283-834d-887022eecc00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 1127 time: 0.0944853 Mar 24 15:56:57.549697 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a8d5352d-ed74-43ab-b43d-3c012a4bad37 service neutron] 10.222.0.31 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238306 Mar 24 15:56:57.583583 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-3e43f80c-7b1f-4bde-a7fa-8bc1e592cb33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=033c272d-47e5-4a28-af33-7adc6dd3556f HTTP/1.1" status: 200 len: 217 time: 0.0452986 Mar 24 15:56:57.636330 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e81d2f-0c70-4fa9-a4e5-aa0b1771004f req-8e393494-3c7a-4975-b01c-8b7cb091c4ee tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:57.637873 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-62e81d2f-0c70-4fa9-a4e5-aa0b1771004f req-8e393494-3c7a-4975-b01c-8b7cb091c4ee tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 943 time: 0.0548995 Mar 24 15:56:57.689250 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-62e81d2f-0c70-4fa9-a4e5-aa0b1771004f req-e930e130-7486-4207-8cc9-fe5a4e0105d5 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455906 Mar 24 15:56:57.944228 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e9a57-3ac8-4608-8061-480378c356ce req-98920ff7-8600-4cbd-bb54-1d720d9ed236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:57.945803 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-98920ff7-8600-4cbd-bb54-1d720d9ed236 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1da45a2-41ca-4014-8a7c-896aa263d982 HTTP/1.1" status: 200 len: 851 time: 0.3511837 Mar 24 15:56:57.986884 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-cfe69b76-b6e2-4657-b66d-e6f787e941d0 service neutron] 10.222.0.31 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108300 Mar 24 15:56:58.006408 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e9a57-3ac8-4608-8061-480378c356ce req-b21951c7-0438-4a96-9f5b-60a4d36e9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:58.007929 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-b21951c7-0438-4a96-9f5b-60a4d36e9cc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=820ba51f-beaa-4316-bd0f-93846d088224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0555313 Mar 24 15:56:58.095882 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-a50daa24-2cef-43a5-9cf8-573bac2ff9b1 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819368 Mar 24 15:56:58.197217 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-086e9a57-3ac8-4608-8061-480378c356ce req-e6cf9fab-680c-4a87-84dd-7b804a7d3046 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957425 Mar 24 15:56:58.407217 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-6282e516-0494-48ea-8e51-666f6bffb82d req-26f3388c-c9f3-45f6-ace4-b6adeaa7c4c9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0305700 Mar 24 15:56:58.830276 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c0fd3-6c0f-442e-ba35-bb0552c6fee9 req-4280f5a5-e67e-4807-a232-f26f8b65abe9 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:56:58.831783 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fd7c0fd3-6c0f-442e-ba35-bb0552c6fee9 req-4280f5a5-e67e-4807-a232-f26f8b65abe9 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 943 time: 0.0535302 Mar 24 15:56:58.881449 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fd7c0fd3-6c0f-442e-ba35-bb0552c6fee9 req-0552becf-3948-4dc6-b21a-3305ffb476eb tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441113 Mar 24 15:56:59.501226 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-9b8a52d1-f2d5-4058-b2cb-834b6cb9d76d req-341f3fb6-b9b2-4ad8-8780-2e56669c9376 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0276787 Mar 24 15:57:00.005596 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aec564-06bd-4417-b51c-a7b2bee4c431 req-836bd5d3-0517-42ed-8d01-288f3e9b3b48 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:00.007202 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a0aec564-06bd-4417-b51c-a7b2bee4c431 req-836bd5d3-0517-42ed-8d01-288f3e9b3b48 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 943 time: 0.0545394 Mar 24 15:57:00.055910 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a0aec564-06bd-4417-b51c-a7b2bee4c431 req-5c2b7296-c30b-44bb-8e51-3c82d3985c25 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Mar 24 15:57:00.550410 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-7298caa1-c37e-4223-ac8d-977fd587a879 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:00.552008 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-7298caa1-c37e-4223-ac8d-977fd587a879 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 814 time: 0.1052005 Mar 24 15:57:00.598637 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-98ea4252-87ee-495f-861e-d14c9997d82e req-f5337afc-cded-4b84-8485-7270a81b4640 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0285656 Mar 24 15:57:00.615018 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-b149c627-94ed-4c88-ae98-a5ad39329fa1 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 380 time: 0.0529866 Mar 24 15:57:00.623716 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'port': {'device_id': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'admin_state_up': True, 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'security_groups': ['10ee92c2-5ed6-49f2-b565-cbe8ec3e889a']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:57:00.828108 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Made reservation on behalf of 65aeffbf058c4b8e9705e321be3326ef for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:57:00.831712 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:00.959641 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Allocated IP 172.20.0.3 (911d5b75-7552-489f-98f6-a70f71f60c85/d7299b1e-ce46-4d36-8286-c031882b2444/0056303c-586a-4ea3-a240-32b513a1a507) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:57:01.097616 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (0056303c-586a-4ea3-a240-32b513a1a507), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:01.177800 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aff150-db0a-437b-92b6-6d50c42bfa4b req-9ec74ed6-e253-4a0b-8917-62a28dcd61f8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:01.179371 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a4aff150-db0a-437b-92b6-6d50c42bfa4b req-9ec74ed6-e253-4a0b-8917-62a28dcd61f8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 943 time: 0.0538862 Mar 24 15:57:01.228602 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a4aff150-db0a-437b-92b6-6d50c42bfa4b req-84eca0e9-11cd-4382-94f5-2a96fd126a1b tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Mar 24 15:57:01.230033 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (0056303c-586a-4ea3-a240-32b513a1a507), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:01.275703 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Network 911d5b75-7552-489f-98f6-a70f71f60c85 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:57:01.279756 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:57:01.286303 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:57:01.290754 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:01.291378 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:01.298351 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=0056303c-586a-4ea3-a240-32b513a1a507,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:57:01.374248 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-a5d7745b-e1ad-4f46-b057-a0f32aa121e9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7544465 Mar 24 15:57:01.386174 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Request body: {'port': {'device_id': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:57:01.450862 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (0056303c-586a-4ea3-a240-32b513a1a507), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:01.469455 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-b56c0475-d11f-4890-800d-3c0f4598f3e5 None None] Provisioning complete for port 0056303c-586a-4ea3-a240-32b513a1a507 triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:57:01.470050 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b56c0475-d11f-4890-800d-3c0f4598f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (0056303c-586a-4ea3-a240-32b513a1a507), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:01.506686 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-b56c0475-d11f-4890-800d-3c0f4598f3e5 None None] Port 0056303c-586a-4ea3-a240-32b513a1a507 cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:57:01.712663 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0056303c-586a-4ea3-a240-32b513a1a507 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:57:01.716446 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd213-ca79-4d5e-aac4-700d4208e3f6 req-b1e96e0b-a8fe-4187-97d2-2172100cae68 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:01.718066 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fa5cd213-ca79-4d5e-aac4-700d4208e3f6 req-b1e96e0b-a8fe-4187-97d2-2172100cae68 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 931 time: 0.0528455 Mar 24 15:57:01.721696 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Publish callbacks [] for port (0056303c-586a-4ea3-a240-32b513a1a507), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:01.734604 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Transition to ACTIVE for port object 0056303c-586a-4ea3-a240-32b513a1a507 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:57:01.765906 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-fa5cd213-ca79-4d5e-aac4-700d4208e3f6 req-2c0f1b0f-b6a3-4d05-a305-715923ffa0fe tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419083 Mar 24 15:57:01.822813 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (0056303c-586a-4ea3-a240-32b513a1a507), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:01.873568 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0056303c-586a-4ea3-a240-32b513a1a507,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:57:01.908095 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Attempting to bind port 0056303c-586a-4ea3-a240-32b513a1a507 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:57:01.908438 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Attempting to bind port 0056303c-586a-4ea3-a240-32b513a1a507 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:57:01.908772 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Attempting to bind port 0056303c-586a-4ea3-a240-32b513a1a507 on network 911d5b75-7552-489f-98f6-a70f71f60c85 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:57:01.913399 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Port 0056303c-586a-4ea3-a240-32b513a1a507 on network 911d5b75-7552-489f-98f6-a70f71f60c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:57:01.913731 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Attempting to bind port 0056303c-586a-4ea3-a240-32b513a1a507 on network 911d5b75-7552-489f-98f6-a70f71f60c85 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:57:01.919433 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:57:01.920005 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Checking segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:57:01.920421 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Bound using segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:57:01.920858 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Bound port: 0056303c-586a-4ea3-a240-32b513a1a507, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:57:01.921222 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (0056303c-586a-4ea3-a240-32b513a1a507), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:01.987059 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] For port 0056303c-586a-4ea3-a240-32b513a1a507, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:57:01.990166 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] For port 0056303c-586a-4ea3-a240-32b513a1a507, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0056303c-586a-4ea3-a240-32b513a1a507,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:57:02.062626 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (0056303c-586a-4ea3-a240-32b513a1a507), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:02.102911 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:02.103551 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:02.104918 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/0056303c-586a-4ea3-a240-32b513a1a507 HTTP/1.1" status: 200 len: 1093 time: 0.7231176 Mar 24 15:57:02.105364 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'tag': '0056303c-586a-4ea3-a240-32b513a1a507'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:57:02.107779 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10195aae-81e5-4584-9ba2-81883fe02c24" -d '{"events": [{"name": "network-changed", "server_uuid": "b8caedb6-986c-471a-a678-cac20752e1f9", "tag": "0056303c-586a-4ea3-a240-32b513a1a507"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:57:02.134111 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248b945-7191-4d45-9c3e-b5c8a328d4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0056303c-586a-4ea3-a240-32b513a1a507,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:57:02.159728 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e716ea-02e3-4ede-80a5-c278d9482dcc x-openstack-request-id: req-b6e716ea-02e3-4ede-80a5-c278d9482dcc {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:57:02.160053 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8caedb6-986c-471a-a678-cac20752e1f9", "tag": "0056303c-586a-4ea3-a240-32b513a1a507", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:57:02.160317 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6e716ea-02e3-4ede-80a5-c278d9482dcc {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:57:02.160739 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e716ea-02e3-4ede-80a5-c278d9482dcc'] response: {'name': 'network-changed', 'server_uuid': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'tag': '0056303c-586a-4ea3-a240-32b513a1a507', 'status': 'completed', 'code': 200} Mar 24 15:57:02.227400 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10195aae-81e5-4584-9ba2-81883fe02c24 req-89d49f4b-325a-478f-8ad1-c8719ff9d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:02.229022 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10195aae-81e5-4584-9ba2-81883fe02c24 req-89d49f4b-325a-478f-8ad1-c8719ff9d91f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 1127 time: 0.0477958 Mar 24 15:57:02.329486 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10195aae-81e5-4584-9ba2-81883fe02c24 req-d065c3ef-4daa-48ba-b480-ee67a43c4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:02.331015 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10195aae-81e5-4584-9ba2-81883fe02c24 req-d065c3ef-4daa-48ba-b480-ee67a43c4f39 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=65aeffbf058c4b8e9705e321be3326ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0942109 Mar 24 15:57:02.353650 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eea989-0bee-4771-9f44-26c7928445f6 req-04da30f5-2963-41ca-b3e5-60020c4d951b tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:02.355537 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-53eea989-0bee-4771-9f44-26c7928445f6 req-04da30f5-2963-41ca-b3e5-60020c4d951b tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 943 time: 0.0566659 Mar 24 15:57:02.405210 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-53eea989-0bee-4771-9f44-26c7928445f6 req-267f7683-ed97-4523-a797-c1e11f392122 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433748 Mar 24 15:57:02.432490 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10195aae-81e5-4584-9ba2-81883fe02c24 req-ccc9e952-23e6-4e53-89b2-d62f405410ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:02.434004 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-10195aae-81e5-4584-9ba2-81883fe02c24 req-ccc9e952-23e6-4e53-89b2-d62f405410ef service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948904 Mar 24 15:57:02.511233 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-187284cb-4e1b-4380-8ac8-c41990a6210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:02.512854 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-187284cb-4e1b-4380-8ac8-c41990a6210f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 1127 time: 0.0442779 Mar 24 15:57:02.557930 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-9b7e5a77-4f39-4868-ab28-e8c40c1f43d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0056303c-586a-4ea3-a240-32b513a1a507 HTTP/1.1" status: 200 len: 217 time: 0.0380690 Mar 24 15:57:02.604705 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-c1220349-b224-4708-83b3-6d0cf07ffebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:02.606184 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-c1220349-b224-4708-83b3-6d0cf07ffebf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7299b1e-ce46-4d36-8286-c031882b2444 HTTP/1.1" status: 200 len: 853 time: 0.0428307 Mar 24 15:57:02.657491 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-bb7d6b6c-02d3-4dd7-b9c6-fcc78f445aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:02.658961 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-bb7d6b6c-02d3-4dd7-b9c6-fcc78f445aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911d5b75-7552-489f-98f6-a70f71f60c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472715 Mar 24 15:57:02.752705 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-e4196dad-ba7e-4bf2-aabb-ee5d1e154a9f service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868690 Mar 24 15:57:02.852116 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fe10493f-a9f6-4206-9813-20cec8eced97 req-d6fa7d54-006b-43f5-b32f-b8cab2b06498 service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927331 Mar 24 15:57:02.890845 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86029ea2-c2f2-48ec-a1c4-940272119f96 req-aa4771db-82cc-4e80-b4cd-a940ebbe368d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:02.892319 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-86029ea2-c2f2-48ec-a1c4-940272119f96 req-aa4771db-82cc-4e80-b4cd-a940ebbe368d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0544255 Mar 24 15:57:02.939209 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-86029ea2-c2f2-48ec-a1c4-940272119f96 req-ba6c3d46-131b-47f2-877a-f7112933afa7 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411410 Mar 24 15:57:03.520636 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d82c10-2b93-4ee0-a8c1-90a06bd0aced req-84275306-d8e8-411f-8362-88ef25dc45ee tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:03.522119 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e3d82c10-2b93-4ee0-a8c1-90a06bd0aced req-84275306-d8e8-411f-8362-88ef25dc45ee tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 943 time: 0.0523505 Mar 24 15:57:03.572028 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e3d82c10-2b93-4ee0-a8c1-90a06bd0aced req-35311986-c2ac-48be-a278-1f57feedeefc tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Mar 24 15:57:03.651292 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:04.060311 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64543113-62a3-4455-a70d-ef1ccc1d83dc req-45a96acb-81a5-4579-b2ff-c68e07f5034b tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:04.061835 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-64543113-62a3-4455-a70d-ef1ccc1d83dc req-45a96acb-81a5-4579-b2ff-c68e07f5034b tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0568941 Mar 24 15:57:04.107961 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-64543113-62a3-4455-a70d-ef1ccc1d83dc req-09d47c4d-1473-4487-aed2-659b138b0a3c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403733 Mar 24 15:57:04.697938 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4367514-9e6a-4761-96b1-155aa922655b req-56f7ac32-53a0-46d6-bca8-71a8e1dd2e63 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:04.699427 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f4367514-9e6a-4761-96b1-155aa922655b req-56f7ac32-53a0-46d6-bca8-71a8e1dd2e63 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 943 time: 0.0518799 Mar 24 15:57:04.750844 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-f4367514-9e6a-4761-96b1-155aa922655b req-e2e972ad-2862-40c9-aed3-b3b603e3ebcb tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457714 Mar 24 15:57:05.224828 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50097f40-efb0-4eab-9246-6cb94a6957fb req-c3fddc5d-19df-4657-b4b2-2d4807520b4a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:05.226304 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-50097f40-efb0-4eab-9246-6cb94a6957fb req-c3fddc5d-19df-4657-b4b2-2d4807520b4a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0517514 Mar 24 15:57:05.271625 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-50097f40-efb0-4eab-9246-6cb94a6957fb req-b184e753-bba1-4d4e-99db-2fddf50174d7 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 Mar 24 15:57:05.864458 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbad023-a441-4fbd-9a26-ebd80be1724c req-ce19cba5-d698-4fe3-b2e0-26799ec5043d tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:05.865930 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4dbad023-a441-4fbd-9a26-ebd80be1724c req-ce19cba5-d698-4fe3-b2e0-26799ec5043d tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 943 time: 0.0517237 Mar 24 15:57:05.919673 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4dbad023-a441-4fbd-9a26-ebd80be1724c req-03bc6630-c1bb-497f-bf6f-58040ac3f407 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480964 Mar 24 15:57:06.031500 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 0056303c-586a-4ea3-a240-32b513a1a507 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:57:06.126944 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 0056303c-586a-4ea3-a240-32b513a1a507, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0056303c-586a-4ea3-a240-32b513a1a507,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:57:06.138714 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '0056303c-586a-4ea3-a240-32b513a1a507', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'port_id': '0056303c-586a-4ea3-a240-32b513a1a507', 'mac_address': 'fa:16:3e:5c:45:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:57:06.174864 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 0056303c-586a-4ea3-a240-32b513a1a507 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:57:06.175253 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (0056303c-586a-4ea3-a240-32b513a1a507), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:06.188141 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0056303c-586a-4ea3-a240-32b513a1a507 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:57:06.207225 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 0056303c-586a-4ea3-a240-32b513a1a507, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0056303c-586a-4ea3-a240-32b513a1a507,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:57:06.262040 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (0056303c-586a-4ea3-a240-32b513a1a507), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:06.263687 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 033c272d-47e5-4a28-af33-7adc6dd3556f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:57:06.359147 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=0056303c-586a-4ea3-a240-32b513a1a507,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:57:06.372575 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.375643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.375643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.375643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.375643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.375643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.375643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.375643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.375643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.375643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.376444 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.376444 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.376444 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.376772 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.377101 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:06.394700 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106d2d-ddef-4714-9e49-68957554f6ae req-f9aa78b8-76ed-4cef-a109-25d24fa0e88e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:06.396204 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6a106d2d-ddef-4714-9e49-68957554f6ae req-f9aa78b8-76ed-4cef-a109-25d24fa0e88e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 944 time: 0.0580580 Mar 24 15:57:06.417486 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 033c272d-47e5-4a28-af33-7adc6dd3556f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=033c272d-47e5-4a28-af33-7adc6dd3556f,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:57:06.429849 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '033c272d-47e5-4a28-af33-7adc6dd3556f', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'port_id': '033c272d-47e5-4a28-af33-7adc6dd3556f', 'mac_address': 'fa:16:3e:17:dc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:57:06.444435 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6a106d2d-ddef-4714-9e49-68957554f6ae req-dbe9f761-a305-4768-96c1-cf1dbcf09626 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424905 Mar 24 15:57:06.466330 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 033c272d-47e5-4a28-af33-7adc6dd3556f is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:57:06.466588 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:06.478909 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033c272d-47e5-4a28-af33-7adc6dd3556f {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:57:06.498820 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 033c272d-47e5-4a28-af33-7adc6dd3556f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=033c272d-47e5-4a28-af33-7adc6dd3556f,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:57:06.582334 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:06.633365 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=033c272d-47e5-4a28-af33-7adc6dd3556f,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:57:06.843107 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['0056303c-586a-4ea3-a240-32b513a1a507'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:57:06.848323 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['033c272d-47e5-4a28-af33-7adc6dd3556f'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:57:07.036472 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dcb3d-88db-4a73-bd93-9658c2a94172 req-074a973e-eb92-4b2c-a297-fe158f325cd3 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:07.037974 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b11dcb3d-88db-4a73-bd93-9658c2a94172 req-074a973e-eb92-4b2c-a297-fe158f325cd3 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 944 time: 0.0522873 Mar 24 15:57:07.087344 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b11dcb3d-88db-4a73-bd93-9658c2a94172 req-c0f9a090-cfa5-4c86-9366-7d1edd4f4ff6 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437162 Mar 24 15:57:07.560670 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb23eb7-4840-4580-bdc3-40d92b951cd2 req-006db92a-8b08-40c4-abc4-f4cef3d11ff9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:07.562128 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fbb23eb7-4840-4580-bdc3-40d92b951cd2 req-006db92a-8b08-40c4-abc4-f4cef3d11ff9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 944 time: 0.0517619 Mar 24 15:57:07.606871 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fbb23eb7-4840-4580-bdc3-40d92b951cd2 req-c8c2ba6b-e439-4531-8369-0e27bb40c9f1 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390937 Mar 24 15:57:08.041753 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 0056303c-586a-4ea3-a240-32b513a1a507 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:57:08.176439 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 0056303c-586a-4ea3-a240-32b513a1a507 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:57:08.180534 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 0056303c-586a-4ea3-a240-32b513a1a507 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:57:08.180916 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (0056303c-586a-4ea3-a240-32b513a1a507), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:08.207520 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e96a95-1ef1-47fb-adc1-c98a46680aa3 req-7e196046-ad83-440d-8bbc-0206d2ac5b20 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:08.209005 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a2e96a95-1ef1-47fb-adc1-c98a46680aa3 req-7e196046-ad83-440d-8bbc-0206d2ac5b20 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 944 time: 0.0560901 Mar 24 15:57:08.255880 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 0056303c-586a-4ea3-a240-32b513a1a507 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:57:08.256269 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (0056303c-586a-4ea3-a240-32b513a1a507), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:08.257919 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-a2e96a95-1ef1-47fb-adc1-c98a46680aa3 req-6676d3fb-df1f-49a0-bae5-acf20fc9de0e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Mar 24 15:57:08.280593 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0056303c-586a-4ea3-a240-32b513a1a507'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:57:08.282841 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb22b5e-8d39-493f-8dac-6ab73c39b5e8" -d '{"events": [{"server_uuid": "b8caedb6-986c-471a-a678-cac20752e1f9", "name": "network-vif-plugged", "status": "completed", "tag": "0056303c-586a-4ea3-a240-32b513a1a507"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:57:08.295205 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 0056303c-586a-4ea3-a240-32b513a1a507, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0056303c-586a-4ea3-a240-32b513a1a507,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:57:08.318560 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961a5ccd-60f9-4fc9-8805-eeba1d2511d2 x-openstack-request-id: req-961a5ccd-60f9-4fc9-8805-eeba1d2511d2 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:57:08.318881 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8caedb6-986c-471a-a678-cac20752e1f9", "name": "network-vif-plugged", "status": "completed", "tag": "0056303c-586a-4ea3-a240-32b513a1a507", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:57:08.319139 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-961a5ccd-60f9-4fc9-8805-eeba1d2511d2 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:57:08.319540 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961a5ccd-60f9-4fc9-8805-eeba1d2511d2'] response: {'server_uuid': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0056303c-586a-4ea3-a240-32b513a1a507', 'code': 200} Mar 24 15:57:08.399475 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (0056303c-586a-4ea3-a240-32b513a1a507), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:08.400285 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 033c272d-47e5-4a28-af33-7adc6dd3556f up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:57:08.480301 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=0056303c-586a-4ea3-a240-32b513a1a507,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:57:08.576374 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 033c272d-47e5-4a28-af33-7adc6dd3556f completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:57:08.580318 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 033c272d-47e5-4a28-af33-7adc6dd3556f triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:57:08.580705 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:08.666927 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 033c272d-47e5-4a28-af33-7adc6dd3556f is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:57:08.667320 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:08.701686 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 033c272d-47e5-4a28-af33-7adc6dd3556f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=033c272d-47e5-4a28-af33-7adc6dd3556f,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:57:08.711364 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b9095-9aa0-4c11-82f8-62e85c06bd38 req-d39e58ad-bbbf-469c-a2d4-b7083a662133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:08.713636 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ef9b9095-9aa0-4c11-82f8-62e85c06bd38 req-d39e58ad-bbbf-469c-a2d4-b7083a662133 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 1129 time: 0.0486495 Mar 24 15:57:08.728631 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07819e59-cbb5-4d8c-a382-46aeafeec86f req-e1464d10-6a87-4548-a95c-c40b04061fe0 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:08.730135 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-07819e59-cbb5-4d8c-a382-46aeafeec86f req-e1464d10-6a87-4548-a95c-c40b04061fe0 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0565617 Mar 24 15:57:08.764742 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ef9b9095-9aa0-4c11-82f8-62e85c06bd38 req-88d42f22-8aa9-4d74-a4c0-41804e271a58 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436010 Mar 24 15:57:08.779036 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-07819e59-cbb5-4d8c-a382-46aeafeec86f req-c441ad3b-10e6-4457-a914-57c6c1405979 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424831 Mar 24 15:57:08.816815 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:08.989500 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=033c272d-47e5-4a28-af33-7adc6dd3556f,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:57:09.377360 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584511ca-98f4-4319-90ea-3f9ab4615b3e req-f688fc3c-549b-494f-a01b-405bf2e75b90 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:09.378851 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-584511ca-98f4-4319-90ea-3f9ab4615b3e req-f688fc3c-549b-494f-a01b-405bf2e75b90 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 945 time: 0.0509009 Mar 24 15:57:09.427919 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-584511ca-98f4-4319-90ea-3f9ab4615b3e req-92835cf4-43a1-4c68-a3ab-c80b15fe8503 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436664 Mar 24 15:57:09.898977 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdda61-0e5e-4bb2-a054-7e826471837d req-4df81fbf-8649-4e72-9fc5-1150d0cc326d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:09.900470 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c8fdda61-0e5e-4bb2-a054-7e826471837d req-4df81fbf-8649-4e72-9fc5-1150d0cc326d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0558057 Mar 24 15:57:09.947994 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c8fdda61-0e5e-4bb2-a054-7e826471837d req-9a61a5d8-efca-48fa-bbfb-20855c5e6920 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408573 Mar 24 15:57:10.320767 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033c272d-47e5-4a28-af33-7adc6dd3556f'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:57:10.323093 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235f155a-536a-485a-b00a-8bf561ca7d38" -d '{"events": [{"server_uuid": "69836ac8-5d03-49a3-94ac-cbd32788690e", "name": "network-vif-plugged", "status": "completed", "tag": "033c272d-47e5-4a28-af33-7adc6dd3556f"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:57:10.356997 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293d885d-c800-41bb-b189-e50be19ef2d6 x-openstack-request-id: req-293d885d-c800-41bb-b189-e50be19ef2d6 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:57:10.357293 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69836ac8-5d03-49a3-94ac-cbd32788690e", "name": "network-vif-plugged", "status": "completed", "tag": "033c272d-47e5-4a28-af33-7adc6dd3556f", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:57:10.357549 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-293d885d-c800-41bb-b189-e50be19ef2d6 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:57:10.357945 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293d885d-c800-41bb-b189-e50be19ef2d6'] response: {'server_uuid': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033c272d-47e5-4a28-af33-7adc6dd3556f', 'code': 200} Mar 24 15:57:10.544697 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36771-448b-4eb3-a9ce-4b2b3a6e06a8 req-2f51caea-2154-4026-81ac-3267c5f760fa tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:10.546149 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-98b36771-448b-4eb3-a9ce-4b2b3a6e06a8 req-2f51caea-2154-4026-81ac-3267c5f760fa tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 945 time: 0.0527520 Mar 24 15:57:10.596849 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-98b36771-448b-4eb3-a9ce-4b2b3a6e06a8 req-37e25089-30d4-413b-a0b1-a3b392276a1a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Mar 24 15:57:10.866071 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e87d8c-eae2-47c2-b647-9d8b382596da req-28454922-2fa8-4734-91cd-945811c22688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:10.867502 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-39e87d8c-eae2-47c2-b647-9d8b382596da req-28454922-2fa8-4734-91cd-945811c22688 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 1129 time: 0.0431795 Mar 24 15:57:10.913648 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-39e87d8c-eae2-47c2-b647-9d8b382596da req-56a60953-3025-4b44-a65f-1b9b96915c7a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398664 Mar 24 15:57:11.071315 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973f6a9-75bc-4391-b80a-9d4d5c940557 req-0abe9056-2a63-474d-a1ef-4f4e2a516d6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:11.072795 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a973f6a9-75bc-4391-b80a-9d4d5c940557 req-0abe9056-2a63-474d-a1ef-4f4e2a516d6d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0567024 Mar 24 15:57:11.120314 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a973f6a9-75bc-4391-b80a-9d4d5c940557 req-7f0fec39-6b62-4797-b013-e03f1cd04600 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Mar 24 15:57:11.269184 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b6c01-f0b4-4a75-a69e-d44420701870 req-01d1908a-aa87-4895-826c-ad93142dd470 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:11.270666 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3b7b6c01-f0b4-4a75-a69e-d44420701870 req-01d1908a-aa87-4895-826c-ad93142dd470 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0840611 Mar 24 15:57:11.279945 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34462) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:57:11.284238 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-8ed91464-df55-4ecf-98ed-f9fa6c245e5d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'floatingip': {'port_id': '0056303c-586a-4ea3-a240-32b513a1a507'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:57:11.325654 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8ed91464-df55-4ecf-98ed-f9fa6c245e5d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (587cce78-a69f-4a98-9f76-e05d94e0c12c), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:11.497372 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-38cf72d0-ab86-4b09-ab6c-ead0e43bbfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:11.716433 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e580cc1-ba14-461d-90af-63c0429d1309 req-8a12f396-68f4-45cb-a269-19ef9a590df8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:11.717829 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1e580cc1-ba14-461d-90af-63c0429d1309 req-8a12f396-68f4-45cb-a269-19ef9a590df8 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 945 time: 0.0519345 Mar 24 15:57:11.757967 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8ed91464-df55-4ecf-98ed-f9fa6c245e5d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:11.766097 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-1e580cc1-ba14-461d-90af-63c0429d1309 req-7306d9c2-4572-4808-876e-c2319ff1ac60 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426347 Mar 24 15:57:11.833330 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8ed91464-df55-4ecf-98ed-f9fa6c245e5d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (587cce78-a69f-4a98-9f76-e05d94e0c12c), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:11.935192 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [None req-8ed91464-df55-4ecf-98ed-f9fa6c245e5d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Floating IP 587cce78-a69f-4a98-9f76-e05d94e0c12c associated. External IP: 172.27.0.166, port: 0056303c-586a-4ea3-a240-32b513a1a507. Mar 24 15:57:12.146521 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed91464-df55-4ecf-98ed-f9fa6c245e5d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:57:12.253516 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed91464-df55-4ecf-98ed-f9fa6c245e5d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:57:12.258289 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8ed91464-df55-4ecf-98ed-f9fa6c245e5d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:12.263205 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039057da-0dca-4f1f-a5fa-376d7156310d None None] Sync routers for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:57:12.272235 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039057da-0dca-4f1f-a5fa-376d7156310d None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:57:12.272836 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-039057da-0dca-4f1f-a5fa-376d7156310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:56:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:57:12.289853 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-8ed91464-df55-4ecf-98ed-f9fa6c245e5d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "PUT /v2.0/floatingips/587cce78-a69f-4a98-9f76-e05d94e0c12c HTTP/1.1" status: 200 len: 991 time: 1.0077488 Mar 24 15:57:12.289853 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'tag': '0056303c-586a-4ea3-a240-32b513a1a507'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:57:12.291594 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a150b85-c5a3-428a-89fd-d6de073755c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8caedb6-986c-471a-a678-cac20752e1f9", "tag": "0056303c-586a-4ea3-a240-32b513a1a507"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:57:12.328092 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a633e385-d0f8-48cf-93a1-99c731dcd1cf x-openstack-request-id: req-a633e385-d0f8-48cf-93a1-99c731dcd1cf {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:57:12.328376 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8caedb6-986c-471a-a678-cac20752e1f9", "tag": "0056303c-586a-4ea3-a240-32b513a1a507", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:57:12.328635 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a633e385-d0f8-48cf-93a1-99c731dcd1cf {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:57:12.329041 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a633e385-d0f8-48cf-93a1-99c731dcd1cf'] response: {'name': 'network-changed', 'server_uuid': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'tag': '0056303c-586a-4ea3-a240-32b513a1a507', 'status': 'completed', 'code': 200} Mar 24 15:57:12.382403 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-039057da-0dca-4f1f-a5fa-376d7156310d None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:57:12.392101 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a150b85-c5a3-428a-89fd-d6de073755c9 req-62865a6c-3cf1-4652-b58a-e96b12fcad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:12.393680 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9a150b85-c5a3-428a-89fd-d6de073755c9 req-62865a6c-3cf1-4652-b58a-e96b12fcad57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 1129 time: 0.0435357 Mar 24 15:57:12.489838 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a150b85-c5a3-428a-89fd-d6de073755c9 req-f29b35a5-b384-43a7-959c-fc5a89df724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:12.491368 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9a150b85-c5a3-428a-89fd-d6de073755c9 req-f29b35a5-b384-43a7-959c-fc5a89df724c service neutron] 10.222.0.24 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 915 time: 0.0896955 Mar 24 15:57:12.561848 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9a150b85-c5a3-428a-89fd-d6de073755c9 req-dffd5867-e4b5-47a7-9e41-0b9559316929 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0056303c-586a-4ea3-a240-32b513a1a507 HTTP/1.1" status: 200 len: 999 time: 0.0639904 Mar 24 15:57:12.610159 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-039057da-0dca-4f1f-a5fa-376d7156310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '587cce78-a69f-4a98-9f76-e05d94e0c12c', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0056303c-586a-4ea3-a240-32b513a1a507', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:5c:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:56:56Z', 'updated_at': '2022-03-24T15:57:11Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:57:12.612059 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a150b85-c5a3-428a-89fd-d6de073755c9 req-ea0903d2-9ace-4a9c-9b5a-c2b0f95ccda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:12.613513 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9a150b85-c5a3-428a-89fd-d6de073755c9 req-ea0903d2-9ace-4a9c-9b5a-c2b0f95ccda7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7299b1e-ce46-4d36-8286-c031882b2444 HTTP/1.1" status: 200 len: 853 time: 0.0460114 Mar 24 15:57:12.635562 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039057da-0dca-4f1f-a5fa-376d7156310d None None] Checking router: 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:57:12.644660 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039057da-0dca-4f1f-a5fa-376d7156310d None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:57:12.645256 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-039057da-0dca-4f1f-a5fa-376d7156310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:56:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:57:12.662195 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a150b85-c5a3-428a-89fd-d6de073755c9 req-3bcda600-8372-4f74-aa5f-13e943420ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:12.663838 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9a150b85-c5a3-428a-89fd-d6de073755c9 req-3bcda600-8372-4f74-aa5f-13e943420ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911d5b75-7552-489f-98f6-a70f71f60c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438476 Mar 24 15:57:12.751153 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9a150b85-c5a3-428a-89fd-d6de073755c9 req-b0efdb90-f012-47ea-8c58-b8580580998e service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807774 Mar 24 15:57:12.760966 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-039057da-0dca-4f1f-a5fa-376d7156310d None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:57:12.853825 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9a150b85-c5a3-428a-89fd-d6de073755c9 req-51dab00a-4838-46fd-ba95-aa80ccd15b59 service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965514 Mar 24 15:57:12.895037 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359f3f4-d2d1-45ce-8cfe-c6e87e89c804 req-c6f56168-6aab-48e8-b562-858a0338de80 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:12.896650 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7359f3f4-d2d1-45ce-8cfe-c6e87e89c804 req-c6f56168-6aab-48e8-b562-858a0338de80 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 945 time: 0.0616271 Mar 24 15:57:12.946889 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7359f3f4-d2d1-45ce-8cfe-c6e87e89c804 req-0110fc11-35d4-4586-95e6-374405e9efee tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Mar 24 15:57:13.070475 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c2484-5050-4868-a0da-26fa7b6124b6 req-14195707-86f1-47b5-8f88-007f3f592164 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:13.072008 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d38c2484-5050-4868-a0da-26fa7b6124b6 req-14195707-86f1-47b5-8f88-007f3f592164 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 945 time: 0.0547137 Mar 24 15:57:13.079122 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-039057da-0dca-4f1f-a5fa-376d7156310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '587cce78-a69f-4a98-9f76-e05d94e0c12c', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0056303c-586a-4ea3-a240-32b513a1a507', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:5c:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:56:56Z', 'updated_at': '2022-03-24T15:57:11Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:57:13.106433 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039057da-0dca-4f1f-a5fa-376d7156310d None None] The sync data for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi is: [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '587cce78-a69f-4a98-9f76-e05d94e0c12c', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '0056303c-586a-4ea3-a240-32b513a1a507', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:5c:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:56:56Z', 'updated_at': '2022-03-24T15:57:11Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:57:13.126920 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d38c2484-5050-4868-a0da-26fa7b6124b6 req-7a0af800-8682-4b58-b523-aa0f59d5ce7e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487871 Mar 24 15:57:13.149809 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34474) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:57:13.202495 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bc7d6-ff1e-4441-9bc3-3babe059fba5 tempest-TestVolumeBootPattern-793084329 tempest-TestVolumeBootPattern-793084329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:13.204054 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-4d4bc7d6-ff1e-4441-9bc3-3babe059fba5 tempest-TestVolumeBootPattern-793084329 tempest-TestVolumeBootPattern-793084329-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 1124 time: 0.0532541 Mar 24 15:57:13.206806 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34476) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:57:13.211164 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'port_id': '033c272d-47e5-4a28-af33-7adc6dd3556f', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:57:13.275960 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:13.302229 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7291f3fe-c845-4ade-9493-be774a162dd8 None None] New status for floating IP 587cce78-a69f-4a98-9f76-e05d94e0c12c: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:57:13.378852 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:13.486475 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Allocated IP 172.27.0.215 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/a91df56c-c0ef-412d-b147-2ea7bc8eb816) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:57:13.588720 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for port (a91df56c-c0ef-412d-b147-2ea7bc8eb816), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:13.732073 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342'] for port (a91df56c-c0ef-412d-b147-2ea7bc8eb816), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:13.771470 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:57:13.774316 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:57:13.778596 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:57:13.804628 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'Port': ['ID=a91df56c-c0ef-412d-b147-2ea7bc8eb816,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:57:13.833791 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-70dd2d3d-7b89-4632-9214-b241f3383496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:14.093146 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (e0b3b146-e058-42f8-a2de-54d36fef5300), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:14.211661 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (a91df56c-c0ef-412d-b147-2ea7bc8eb816), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:14.357002 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for port (a91df56c-c0ef-412d-b147-2ea7bc8eb816), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:14.427537 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (a91df56c-c0ef-412d-b147-2ea7bc8eb816), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:14.461832 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (e0b3b146-e058-42f8-a2de-54d36fef5300), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:14.537992 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event updated for resources: {'Port': ['ID=a91df56c-c0ef-412d-b147-2ea7bc8eb816,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:57:14.573209 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Floating IP e0b3b146-e058-42f8-a2de-54d36fef5300 associated. External IP: 172.27.0.215, port: 033c272d-47e5-4a28-af33-7adc6dd3556f. Mar 24 15:57:14.784828 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Router 928425bb-9e57-4592-9ca4-d83454b8e9c8 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:57:14.892549 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:57:14.901468 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e2a1c-6878-47a0-b795-a657faa138b4 None None] Sync routers for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:57:14.912426 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e2a1c-6878-47a0-b795-a657faa138b4 None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:57:14.917584 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-482e2a1c-6878-47a0-b795-a657faa138b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:57:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:57:15.012877 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:15.020237 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-482e2a1c-6878-47a0-b795-a657faa138b4 None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:57:15.042487 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-4a6296c7-e61c-498b-a83f-3b244158bf75 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8346460 Mar 24 15:57:15.043819 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'tag': '033c272d-47e5-4a28-af33-7adc6dd3556f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:57:15.046136 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "69836ac8-5d03-49a3-94ac-cbd32788690e", "tag": "033c272d-47e5-4a28-af33-7adc6dd3556f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:57:15.086899 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1cf817-1e87-427d-8104-1b054b30e6cb x-openstack-request-id: req-2e1cf817-1e87-427d-8104-1b054b30e6cb {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:57:15.087220 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69836ac8-5d03-49a3-94ac-cbd32788690e", "tag": "033c272d-47e5-4a28-af33-7adc6dd3556f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:57:15.087478 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e1cf817-1e87-427d-8104-1b054b30e6cb {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:57:15.087897 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1cf817-1e87-427d-8104-1b054b30e6cb'] response: {'name': 'network-changed', 'server_uuid': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'tag': '033c272d-47e5-4a28-af33-7adc6dd3556f', 'status': 'completed', 'code': 200} Mar 24 15:57:15.102740 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:15.159066 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7 req-4cf062ff-e7a0-4652-9667-85212bf6e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:15.160671 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7 req-4cf062ff-e7a0-4652-9667-85212bf6e06a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 1129 time: 0.0493128 Mar 24 15:57:15.251255 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-482e2a1c-6878-47a0-b795-a657faa138b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'e0b3b146-e058-42f8-a2de-54d36fef5300', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '033c272d-47e5-4a28-af33-7adc6dd3556f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:17:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:57:13Z', 'updated_at': '2022-03-24T15:57:13Z', 'revision_number': 0, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}, {'id': 'ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:77:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:03Z', 'updated_at': '2022-03-24T15:55:05Z', 'revision_number': 1, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:57:15.253166 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7 req-f980a8be-6feb-4afc-b5e1-1d3c48ac5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:15.254707 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7 req-f980a8be-6feb-4afc-b5e1-1d3c48ac5aa9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 913 time: 0.0858405 Mar 24 15:57:15.277025 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e2a1c-6878-47a0-b795-a657faa138b4 None None] Checking router: 928425bb-9e57-4592-9ca4-d83454b8e9c8 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:57:15.290105 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e2a1c-6878-47a0-b795-a657faa138b4 None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:57:15.290105 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-482e2a1c-6878-47a0-b795-a657faa138b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:57:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:57:15.325698 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7 req-74b81081-e5d3-4dda-b03e-0899f5db7aa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=033c272d-47e5-4a28-af33-7adc6dd3556f HTTP/1.1" status: 200 len: 999 time: 0.0644088 Mar 24 15:57:15.375501 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7 req-5c2364eb-c168-45f3-9b62-036ce224f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:15.380681 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7 req-5c2364eb-c168-45f3-9b62-036ce224f8c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1da45a2-41ca-4014-8a7c-896aa263d982 HTTP/1.1" status: 200 len: 851 time: 0.0457361 Mar 24 15:57:15.395527 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-482e2a1c-6878-47a0-b795-a657faa138b4 None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:57:15.426033 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7 req-4576b3d3-50c5-49fb-89dc-1ca12da52199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:57:15.427601 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7 req-4576b3d3-50c5-49fb-89dc-1ca12da52199 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=820ba51f-beaa-4316-bd0f-93846d088224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443048 Mar 24 15:57:15.516246 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7 req-d3d077db-ccb6-48a8-ac1e-8a5a07281591 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828750 Mar 24 15:57:15.625044 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-482e2a1c-6878-47a0-b795-a657faa138b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'e0b3b146-e058-42f8-a2de-54d36fef5300', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '033c272d-47e5-4a28-af33-7adc6dd3556f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:17:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:57:13Z', 'updated_at': '2022-03-24T15:57:13Z', 'revision_number': 0, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}, {'id': 'ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:77:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:03Z', 'updated_at': '2022-03-24T15:55:05Z', 'revision_number': 1, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:57:15.657144 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e2a1c-6878-47a0-b795-a657faa138b4 None None] The sync data for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi is: [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'e0b3b146-e058-42f8-a2de-54d36fef5300', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '033c272d-47e5-4a28-af33-7adc6dd3556f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:17:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:57:13Z', 'updated_at': '2022-03-24T15:57:13Z', 'revision_number': 0, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}, {'id': 'ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:77:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:03Z', 'updated_at': '2022-03-24T15:55:05Z', 'revision_number': 1, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:57:15.847969 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4f010-6b42-44d2-a97d-cd671ad24c3c None None] New status for floating IP e0b3b146-e058-42f8-a2de-54d36fef5300: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:57:15.882881 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-a928ce07-416d-4590-b0c2-fe3cc71a6cb7 req-2cd16ea4-6d39-4cad-ab9f-884a8ee37da3 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565681 Mar 24 15:57:16.473896 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:17.770809 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:22.609582 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:57:33.633167 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:41.587220 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9765-4621-44f8-986d-8716f80114d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:43.850197 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-aad1d867-0969-4979-9f65-4162ff013024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:45.061509 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:46.415747 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:47.770558 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:59.247083 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34560) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:57:59.404937 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Deleting port 6c35cc67-8ff3-469c-a030-aa1bab89f09e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:57:59.405285 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (6c35cc67-8ff3-469c-a030-aa1bab89f09e), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:59.480347 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (6c35cc67-8ff3-469c-a030-aa1bab89f09e), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:59.480675 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for floatingip (6c35cc67-8ff3-469c-a030-aa1bab89f09e), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:59.493386 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Calling delete_port for 6c35cc67-8ff3-469c-a030-aa1bab89f09e owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:57:59.609527 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:57:59.747153 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (6c35cc67-8ff3-469c-a030-aa1bab89f09e), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:59.773263 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event deleted for resources: {'Port': ['ID=6c35cc67-8ff3-469c-a030-aa1bab89f09e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:57:59.785239 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.785375 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.785615 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.785963 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.786309 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.786705 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.787014 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.787348 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.787684 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.788190 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.788538 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.788862 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.789194 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.789525 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.789855 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:57:59.809030 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for floatingip (f4674cec-337c-4205-876c-b622c4139e0c), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:57:59.809429 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Floating IP f4674cec-337c-4205-876c-b622c4139e0c disassociated (deleted). External IP: 172.27.0.38, port: 3ac42759-3a16-4ff2-a250-3e08dc6ed95c. Mar 24 15:58:00.026258 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Router 20791003-1bff-4e83-af32-cebe8c0e918a has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:58:00.136144 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:58:00.141146 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:00.145673 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edca21df-094f-490a-aae0-f54cbbfa903f None None] Sync routers for ids ['20791003-1bff-4e83-af32-cebe8c0e918a'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:58:00.156204 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edca21df-094f-490a-aae0-f54cbbfa903f None None] Routers {'20791003-1bff-4e83-af32-cebe8c0e918a'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:00.156812 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-edca21df-094f-490a-aae0-f54cbbfa903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:57:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['20791003-1bff-4e83-af32-cebe8c0e918a'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:00.170483 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-dc6cbf2c-e88b-493c-a0bc-8243448d8b2b tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "DELETE /v2.0/floatingips/f4674cec-337c-4205-876c-b622c4139e0c HTTP/1.1" status: 204 len: 168 time: 0.9222944 Mar 24 15:58:00.171308 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:58:00.173680 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e93df2-9cb3-4759-84de-984b8166521e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:58:00.213159 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b24abe-ad17-4ee4-a6c3-cc147dfbc7f0 x-openstack-request-id: req-47b24abe-ad17-4ee4-a6c3-cc147dfbc7f0 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:58:00.213751 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:58:00.214201 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47b24abe-ad17-4ee4-a6c3-cc147dfbc7f0 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:58:00.222394 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b24abe-ad17-4ee4-a6c3-cc147dfbc7f0'] response: {'name': 'network-changed', 'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'status': 'completed', 'code': 200} Mar 24 15:58:00.276457 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-edca21df-094f-490a-aae0-f54cbbfa903f None None] Set router 20791003-1bff-4e83-af32-cebe8c0e918a gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:00.291506 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e93df2-9cb3-4759-84de-984b8166521e req-644480ad-8376-437d-bddd-9fe4b432b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:00.293034 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d0e93df2-9cb3-4759-84de-984b8166521e req-644480ad-8376-437d-bddd-9fe4b432b387 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f96e6f018e9b4e259edecd86425431f1&device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 1130 time: 0.0568302 Mar 24 15:58:00.320026 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2253d-0035-44e9-91a9-13dbde38badf req-7985c6f2-670f-4187-a76a-3e8b2b9a6b6b tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:00.325352 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ecd2253d-0035-44e9-91a9-13dbde38badf req-7985c6f2-670f-4187-a76a-3e8b2b9a6b6b tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0617774 Mar 24 15:58:00.371764 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ecd2253d-0035-44e9-91a9-13dbde38badf req-bf23130f-e6e4-496b-a871-a0ecc5d009cd tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 Mar 24 15:58:00.403167 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e93df2-9cb3-4759-84de-984b8166521e req-d0795402-08a8-4bb9-a338-539d79e74ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:00.404662 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d0e93df2-9cb3-4759-84de-984b8166521e req-d0795402-08a8-4bb9-a338-539d79e74ebe service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c6f896-6ee0-4273-b408-9ea5f8e30f01 HTTP/1.1" status: 200 len: 910 time: 0.1051505 Mar 24 15:58:00.448817 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d0e93df2-9cb3-4759-84de-984b8166521e req-b0f704ba-07df-400b-afaa-adac021d9bb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c HTTP/1.1" status: 200 len: 217 time: 0.0375338 Mar 24 15:58:00.482851 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-edca21df-094f-490a-aae0-f54cbbfa903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:16Z', 'revision_number': 4, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '6b93e032-083c-4ae6-a2ae-b95dd7b34151', 'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'mac_address': 'fa:16:3e:8c:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:15Z', 'updated_at': '2022-03-24T15:53:20Z', 'revision_number': 5, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'subnets': [{'id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:00.503135 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e93df2-9cb3-4759-84de-984b8166521e req-0533abca-6fea-4a59-8fdf-7d371b756ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:00.504622 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d0e93df2-9cb3-4759-84de-984b8166521e req-0533abca-6fea-4a59-8fdf-7d371b756ecd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8 HTTP/1.1" status: 200 len: 848 time: 0.0499139 Mar 24 15:58:00.511326 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edca21df-094f-490a-aae0-f54cbbfa903f None None] Checking router: 20791003-1bff-4e83-af32-cebe8c0e918a for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:58:00.519606 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edca21df-094f-490a-aae0-f54cbbfa903f None None] Routers {'20791003-1bff-4e83-af32-cebe8c0e918a'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:00.520211 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-edca21df-094f-490a-aae0-f54cbbfa903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:57:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['20791003-1bff-4e83-af32-cebe8c0e918a'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:00.562390 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e93df2-9cb3-4759-84de-984b8166521e req-290a9218-4f7f-49ba-8e07-7c8216ea20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:00.563876 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d0e93df2-9cb3-4759-84de-984b8166521e req-290a9218-4f7f-49ba-8e07-7c8216ea20bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c6f896-6ee0-4273-b408-9ea5f8e30f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453966 Mar 24 15:58:00.576118 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [req-d0e93df2-9cb3-4759-84de-984b8166521e req-11a6014e-5d7f-4db4-b7bf-866ee6b25111 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:58:00.577219 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d0e93df2-9cb3-4759-84de-984b8166521e req-11a6014e-5d7f-4db4-b7bf-866ee6b25111 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054269 Mar 24 15:58:00.676697 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d0e93df2-9cb3-4759-84de-984b8166521e req-63ef2cbf-409e-4728-bbf0-94789f216cfe service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897360 Mar 24 15:58:00.691007 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114d6c7-a8d3-47c6-8b67-af1f924cf725 req-e36df7d3-4b0d-4463-adb5-59fb94329c56 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:00.692512 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8114d6c7-a8d3-47c6-8b67-af1f924cf725 req-e36df7d3-4b0d-4463-adb5-59fb94329c56 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0547743 Mar 24 15:58:00.722270 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-edca21df-094f-490a-aae0-f54cbbfa903f None None] Set router 20791003-1bff-4e83-af32-cebe8c0e918a gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:00.745866 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8114d6c7-a8d3-47c6-8b67-af1f924cf725 req-b53a24ac-b708-4117-ac31-e72109f29109 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466950 Mar 24 15:58:00.778299 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d0e93df2-9cb3-4759-84de-984b8166521e req-5bd20542-0a20-4a73-b734-f8567c87a99b service neutron] 10.222.0.24 "GET /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923376 Mar 24 15:58:00.927173 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-edca21df-094f-490a-aae0-f54cbbfa903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:16Z', 'revision_number': 4, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '6b93e032-083c-4ae6-a2ae-b95dd7b34151', 'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'mac_address': 'fa:16:3e:8c:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:15Z', 'updated_at': '2022-03-24T15:53:20Z', 'revision_number': 5, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'subnets': [{'id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:00.952979 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edca21df-094f-490a-aae0-f54cbbfa903f None None] The sync data for ids ['20791003-1bff-4e83-af32-cebe8c0e918a'] in dv-cinder-790535-34-iscsi is: [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:53:16Z', 'revision_number': 4, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '6b93e032-083c-4ae6-a2ae-b95dd7b34151', 'name': '', 'network_id': '28c6f896-6ee0-4273-b408-9ea5f8e30f01', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'mac_address': 'fa:16:3e:8c:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:15Z', 'updated_at': '2022-03-24T15:53:20Z', 'revision_number': 5, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'subnets': [{'id': '5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:58:01.157864 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e7b5f0-8960-45bd-a8ff-199b2c29b352 None None] New status for floating IP f4674cec-337c-4205-876c-b622c4139e0c: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:58:01.489593 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360b71d-8745-429e-a416-e299fa0191b8 req-314667bf-a731-4737-9865-0f4ef5561050 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:01.491579 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0360b71d-8745-429e-a416-e299fa0191b8 req-314667bf-a731-4737-9865-0f4ef5561050 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0540373 Mar 24 15:58:01.538497 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0360b71d-8745-429e-a416-e299fa0191b8 req-c70237d5-618f-4965-af9b-49d22f346434 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416164 Mar 24 15:58:01.868515 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beea9e-cc70-40d8-ab57-a9060c1016a5 req-65b013dc-76a2-4fb6-80da-16791707999d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:01.869999 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-56beea9e-cc70-40d8-ab57-a9060c1016a5 req-65b013dc-76a2-4fb6-80da-16791707999d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0561535 Mar 24 15:58:01.918131 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-56beea9e-cc70-40d8-ab57-a9060c1016a5 req-8c09683d-c959-4cde-8ea0-66a4ede3e98f tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/security-groups?id=3aeaf6df-d236-438c-8a48-263e3eabd0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 Mar 24 15:58:01.933380 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-67f1c727-f032-490b-8ffe-b88104af508d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:01.941478 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-67f1c727-f032-490b-8ffe-b88104af508d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0521872 Mar 24 15:58:02.033331 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Deleting port 0056303c-586a-4ea3-a240-32b513a1a507 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:02.033589 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (0056303c-586a-4ea3-a240-32b513a1a507), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:02.122647 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] For port 0056303c-586a-4ea3-a240-32b513a1a507, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0056303c-586a-4ea3-a240-32b513a1a507,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:02.123043 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (0056303c-586a-4ea3-a240-32b513a1a507), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:02.242546 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9b96a-3a4d-4eb6-b361-7bd00238ac2e req-5c7c5186-9845-4917-be23-40c1263c8458 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:02.244034 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e9a9b96a-3a4d-4eb6-b361-7bd00238ac2e req-5c7c5186-9845-4917-be23-40c1263c8458 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 946 time: 0.0520890 Mar 24 15:58:02.296623 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:02.296916 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (587cce78-a69f-4a98-9f76-e05d94e0c12c), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:02.297239 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Floating IP 587cce78-a69f-4a98-9f76-e05d94e0c12c disassociated. External IP: 172.27.0.166, port: 0056303c-586a-4ea3-a240-32b513a1a507. Mar 24 15:58:02.297606 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Calling delete_port for 0056303c-586a-4ea3-a240-32b513a1a507 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:02.340880 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-e9a9b96a-3a4d-4eb6-b361-7bd00238ac2e req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Deleting port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:02.341225 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-e9a9b96a-3a4d-4eb6-b361-7bd00238ac2e req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:02.429523 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [req-e9a9b96a-3a4d-4eb6-b361-7bd00238ac2e req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] For port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:02.429885 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-e9a9b96a-3a4d-4eb6-b361-7bd00238ac2e req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:02.443144 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [req-e9a9b96a-3a4d-4eb6-b361-7bd00238ac2e req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Calling delete_port for 3ac42759-3a16-4ff2-a250-3e08dc6ed95c owned by compute:nova {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:02.507798 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (0056303c-586a-4ea3-a240-32b513a1a507), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:02.538437 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'Port': ['ID=0056303c-586a-4ea3-a240-32b513a1a507,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:02.644584 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-e9a9b96a-3a4d-4eb6-b361-7bd00238ac2e req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (3ac42759-3a16-4ff2-a250-3e08dc6ed95c), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:02.648675 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4ce83b59-4c98-4b68-ad9c-545c2e2fd3e2 req-ceb3a179-0999-411b-9863-dfe887cc3b41 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0399539 Mar 24 15:58:02.682986 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event deleted for resources: {'Port': ['ID=3ac42759-3a16-4ff2-a250-3e08dc6ed95c,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:02.687220 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:58:02.719566 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a9b96a-3a4d-4eb6-b361-7bd00238ac2e req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] No DVR routers for this DVR port 3ac42759-3a16-4ff2-a250-3e08dc6ed95c on host hv-cinder-79053 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:58:02.721827 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.722179 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.722524 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.722896 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.723236 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.723650 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.723981 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.724309 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.724638 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.724963 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.725332 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.725897 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.726239 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.726564 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.726914 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:02.729879 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [req-e9a9b96a-3a4d-4eb6-b361-7bd00238ac2e req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:02.733168 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e9a9b96a-3a4d-4eb6-b361-7bd00238ac2e req-bcb363ed-3441-423f-9c2f-ea7dff38ca2c tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.24 "DELETE /v2.0/ports/3ac42759-3a16-4ff2-a250-3e08dc6ed95c HTTP/1.1" status: 204 len: 173 time: 0.4840405 Mar 24 15:58:02.733689 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'name': 'network-vif-deleted', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:58:02.735853 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf5dc74-084c-4f15-a75c-fb5be87f43fa" -d '{"events": [{"server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "name": "network-vif-deleted", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:58:02.772130 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7747a2d9-cad4-4cb9-92de-a8a46f24de4a x-openstack-request-id: req-7747a2d9-cad4-4cb9-92de-a8a46f24de4a {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:58:02.772596 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3efc6f8-b322-466a-826c-6ac9b2309c14", "name": "network-vif-deleted", "tag": "3ac42759-3a16-4ff2-a250-3e08dc6ed95c", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:58:02.772867 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7747a2d9-cad4-4cb9-92de-a8a46f24de4a {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:58:02.773404 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7747a2d9-cad4-4cb9-92de-a8a46f24de4a'] response: {'server_uuid': 'd3efc6f8-b322-466a-826c-6ac9b2309c14', 'name': 'network-vif-deleted', 'tag': '3ac42759-3a16-4ff2-a250-3e08dc6ed95c', 'status': 'completed', 'code': 200} Mar 24 15:58:02.805771 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:58:02.821134 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026d628-c6f3-4085-bb87-6bc81d43e304 None None] Sync routers for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:58:02.827792 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026d628-c6f3-4085-bb87-6bc81d43e304 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:02.828402 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e026d628-c6f3-4085-bb87-6bc81d43e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:57:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:02.855737 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] No DVR routers for this DVR port 0056303c-586a-4ea3-a240-32b513a1a507 on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:58:02.858384 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:02.861885 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-721b5bd6-228e-4e85-b63a-2654aa5cefa4 req-446fd313-ba3a-4b5a-bd1f-c330447567a8 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "DELETE /v2.0/ports/0056303c-586a-4ea3-a240-32b513a1a507 HTTP/1.1" status: 204 len: 173 time: 0.9209409 Mar 24 15:58:02.862340 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'name': 'network-vif-deleted', 'tag': '0056303c-586a-4ea3-a240-32b513a1a507'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:58:02.866615 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de38e521-fd6a-4f32-9a68-bc11302f8041" -d '{"events": [{"server_uuid": "b8caedb6-986c-471a-a678-cac20752e1f9", "name": "network-vif-deleted", "tag": "0056303c-586a-4ea3-a240-32b513a1a507"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:58:02.925138 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a235c76a-51bd-4793-a194-21ce4e81d7e7 x-openstack-request-id: req-a235c76a-51bd-4793-a194-21ce4e81d7e7 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:58:02.925631 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8caedb6-986c-471a-a678-cac20752e1f9", "name": "network-vif-deleted", "tag": "0056303c-586a-4ea3-a240-32b513a1a507", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:58:02.926075 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a235c76a-51bd-4793-a194-21ce4e81d7e7 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:58:02.926987 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a235c76a-51bd-4793-a194-21ce4e81d7e7'] response: {'server_uuid': 'b8caedb6-986c-471a-a678-cac20752e1f9', 'name': 'network-vif-deleted', 'tag': '0056303c-586a-4ea3-a240-32b513a1a507', 'status': 'completed', 'code': 200} Mar 24 15:58:02.944763 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-e026d628-c6f3-4085-bb87-6bc81d43e304 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:03.032788 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cb27f6c1-ab27-4c90-8b85-831aa2a68bd9 req-ec4d1789-d7ac-4153-90a6-8fd3d795c30d tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 210 time: 0.0401857 Mar 24 15:58:03.194383 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e026d628-c6f3-4085-bb87-6bc81d43e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:03.223561 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026d628-c6f3-4085-bb87-6bc81d43e304 None None] Checking router: 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:58:03.233376 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026d628-c6f3-4085-bb87-6bc81d43e304 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:03.233988 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e026d628-c6f3-4085-bb87-6bc81d43e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:57:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:03.343186 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-e026d628-c6f3-4085-bb87-6bc81d43e304 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:03.542791 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-e026d628-c6f3-4085-bb87-6bc81d43e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:03.572380 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026d628-c6f3-4085-bb87-6bc81d43e304 None None] The sync data for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi is: [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:58:03.661434 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:03.767549 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9ccd51d3-48a6-4e7e-9933-8f26bb0a2abc req-6f7f5d46-1941-4a68-9685-ba505a6d1a5f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8caedb6-986c-471a-a678-cac20752e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0300939 Mar 24 15:58:03.813747 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb81e44-0773-4990-8d30-b72d477d9b5a None None] New status for floating IP 587cce78-a69f-4a98-9f76-e05d94e0c12c: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:58:04.138275 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-42d0ca60-9d30-4675-a16e-7d20f7ce8e55 req-8229b1f4-b77e-4e0a-9f5d-46f3f6a1375a tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3efc6f8-b322-466a-826c-6ac9b2309c14 HTTP/1.1" status: 200 len: 210 time: 0.0267508 Mar 24 15:58:04.906969 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34600) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:04.960338 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8129d5c5-dcc9-4f75-a037-1c0fd0fd0425 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (10ee92c2-5ed6-49f2-b565-cbe8ec3e889a), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:04.982618 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8129d5c5-dcc9-4f75-a037-1c0fd0fd0425 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (10ee92c2-5ed6-49f2-b565-cbe8ec3e889a), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.128518 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8129d5c5-dcc9-4f75-a037-1c0fd0fd0425 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (10ee92c2-5ed6-49f2-b565-cbe8ec3e889a), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.131137 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8129d5c5-dcc9-4f75-a037-1c0fd0fd0425 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.132840 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-8129d5c5-dcc9-4f75-a037-1c0fd0fd0425 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "DELETE /v2.0/security-groups/10ee92c2-5ed6-49f2-b565-cbe8ec3e889a HTTP/1.1" status: 204 len: 168 time: 0.2248557 Mar 24 15:58:05.135727 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34602) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:05.142059 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129d5c5-dcc9-4f75-a037-1c0fd0fd0425 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ee92c2-5ed6-49f2-b565-cbe8ec3e889a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:05.149885 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.api.v2.resource [None req-272a395b-0e4a-42a9-958b-557f28ac124e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] show failed (client error): The resource could not be found. Mar 24 15:58:05.150942 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-272a395b-0e4a-42a9-958b-557f28ac124e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups/10ee92c2-5ed6-49f2-b565-cbe8ec3e889a HTTP/1.1" status: 404 len: 347 time: 0.0140915 Mar 24 15:58:05.154085 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:05.196447 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34608) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:05.254798 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7778827-711b-4741-b2f8-90eb30a59541 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group (3aeaf6df-d236-438c-8a48-263e3eabd0d0), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.281628 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7778827-711b-4741-b2f8-90eb30a59541 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group (3aeaf6df-d236-438c-8a48-263e3eabd0d0), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.288616 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-05939577-38a2-4c2d-bfc3-286ee8935946 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Deleting port a015265a-7d50-421b-9fa9-9d65329413eb {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:05.288964 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05939577-38a2-4c2d-bfc3-286ee8935946 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (a015265a-7d50-421b-9fa9-9d65329413eb), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.363312 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05939577-38a2-4c2d-bfc3-286ee8935946 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (a015265a-7d50-421b-9fa9-9d65329413eb), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.363645 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05939577-38a2-4c2d-bfc3-286ee8935946 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (a015265a-7d50-421b-9fa9-9d65329413eb), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.375106 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-05939577-38a2-4c2d-bfc3-286ee8935946 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Calling delete_port for a015265a-7d50-421b-9fa9-9d65329413eb owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:05.427392 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7778827-711b-4741-b2f8-90eb30a59541 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (3aeaf6df-d236-438c-8a48-263e3eabd0d0), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.430190 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7778827-711b-4741-b2f8-90eb30a59541 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.431363 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-e7778827-711b-4741-b2f8-90eb30a59541 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] 10.222.0.31 "DELETE /v2.0/security-groups/3aeaf6df-d236-438c-8a48-263e3eabd0d0 HTTP/1.1" status: 204 len: 168 time: 0.2338367 Mar 24 15:58:05.441687 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7778827-711b-4741-b2f8-90eb30a59541 tempest-TestShelveInstance-1150408118 tempest-TestShelveInstance-1150408118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeaf6df-d236-438c-8a48-263e3eabd0d0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:05.559302 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34612) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:05.601278 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05939577-38a2-4c2d-bfc3-286ee8935946 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (a015265a-7d50-421b-9fa9-9d65329413eb), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.655182 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05939577-38a2-4c2d-bfc3-286ee8935946 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'Port': ['ID=a015265a-7d50-421b-9fa9-9d65329413eb,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:05.687029 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05939577-38a2-4c2d-bfc3-286ee8935946 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (587cce78-a69f-4a98-9f76-e05d94e0c12c), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.689455 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05939577-38a2-4c2d-bfc3-286ee8935946 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:05.690633 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-05939577-38a2-4c2d-bfc3-286ee8935946 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "DELETE /v2.0/floatingips/587cce78-a69f-4a98-9f76-e05d94e0c12c HTTP/1.1" status: 204 len: 168 time: 0.5355146 Mar 24 15:58:05.955051 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (20791003-1bff-4e83-af32-cebe8c0e918a), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.025851 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34616) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:06.030896 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-67db9413-fdb7-4a55-9bd6-7ad7223c63dc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810028023', 'description': 'tempest-description--690491757'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:58:06.181698 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-67db9413-fdb7-4a55-9bd6-7ad7223c63dc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.204307 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] Deleting port 6b93e032-083c-4ae6-a2ae-b95dd7b34151 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:06.204652 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.252473 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-67db9413-fdb7-4a55-9bd6-7ad7223c63dc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (8e3bb804-7aaa-42d1-9dd1-dff0eb898093), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.286084 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] For port 6b93e032-083c-4ae6-a2ae-b95dd7b34151, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=6b93e032-083c-4ae6-a2ae-b95dd7b34151,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:06.286453 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.299113 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] Calling delete_port for 6b93e032-083c-4ae6-a2ae-b95dd7b34151 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:06.324126 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-67db9413-fdb7-4a55-9bd6-7ad7223c63dc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (8e3bb804-7aaa-42d1-9dd1-dff0eb898093), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.352626 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db9413-fdb7-4a55-9bd6-7ad7223c63dc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3bb804-7aaa-42d1-9dd1-dff0eb898093,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:06.364321 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 0056303c-586a-4ea3-a240-32b513a1a507 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:58:06.384964 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 0056303c-586a-4ea3-a240-32b513a1a507 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:58:06.390652 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 0056303c-586a-4ea3-a240-32b513a1a507 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:58:06.390652 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 3ac42759-3a16-4ff2-a250-3e08dc6ed95c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:58:06.404772 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 3ac42759-3a16-4ff2-a250-3e08dc6ed95c {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:58:06.405129 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 3ac42759-3a16-4ff2-a250-3e08dc6ed95c not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:58:06.411755 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-67db9413-fdb7-4a55-9bd6-7ad7223c63dc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.413841 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-67db9413-fdb7-4a55-9bd6-7ad7223c63dc tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3867853 Mar 24 15:58:06.416954 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34618) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:06.421380 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-fad88993-1614-4387-833b-164244e9693d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group_rule': {'security_group_id': '8e3bb804-7aaa-42d1-9dd1-dff0eb898093', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:58:06.524899 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fad88993-1614-4387-833b-164244e9693d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (72ccafef-2f99-4c4e-ae6e-f40c3e86a9ff), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.584902 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fad88993-1614-4387-833b-164244e9693d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (72ccafef-2f99-4c4e-ae6e-f40c3e86a9ff), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.667068 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fad88993-1614-4387-833b-164244e9693d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (72ccafef-2f99-4c4e-ae6e-f40c3e86a9ff), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.687487 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad88993-1614-4387-833b-164244e9693d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ccafef-2f99-4c4e-ae6e-f40c3e86a9ff,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:06.766185 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fad88993-1614-4387-833b-164244e9693d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.767466 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-fad88993-1614-4387-833b-164244e9693d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3495519 Mar 24 15:58:06.770103 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34620) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:06.774716 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-5f82c979-606a-4887-be4e-ef717837c3fd tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'security_group_rule': {'security_group_id': '8e3bb804-7aaa-42d1-9dd1-dff0eb898093', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:58:06.815931 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (6b93e032-083c-4ae6-a2ae-b95dd7b34151), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.839141 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b93e032-083c-4ae6-a2ae-b95dd7b34151,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:06.878163 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f82c979-606a-4887-be4e-ef717837c3fd tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (313fd56d-661a-4968-b0e2-91abbd5aa321), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.939662 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f82c979-606a-4887-be4e-ef717837c3fd tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (313fd56d-661a-4968-b0e2-91abbd5aa321), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:06.980336 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623798'] for router_interface (20791003-1bff-4e83-af32-cebe8c0e918a), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:07.033079 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f82c979-606a-4887-be4e-ef717837c3fd tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603946'] for security_group_rule (313fd56d-661a-4968-b0e2-91abbd5aa321), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:07.051608 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82c979-606a-4887-be4e-ef717837c3fd tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313fd56d-661a-4968-b0e2-91abbd5aa321,revision_number=0']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:07.132637 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f82c979-606a-4887-be4e-ef717837c3fd tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:07.133762 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-5f82c979-606a-4887-be4e-ef717837c3fd tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626976 Mar 24 15:58:07.136916 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34622) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:07.141219 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'floatingip': {'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:58:07.208959 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] Router 20791003-1bff-4e83-af32-cebe8c0e918a has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:58:07.254859 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:07.323121 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:58:07.330645 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-7cb55bb3-40ee-435a-99e9-8f62249d9197 admin admin] 10.222.0.31 "PUT /v2.0/routers/20791003-1bff-4e83-af32-cebe8c0e918a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7702653 Mar 24 15:58:07.333933 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34624) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:07.336580 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9d1a2-09cb-4e11-9734-c4dd4271a0be None None] Sync routers for ids ['20791003-1bff-4e83-af32-cebe8c0e918a'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:58:07.347684 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9d1a2-09cb-4e11-9734-c4dd4271a0be None None] Routers {'20791003-1bff-4e83-af32-cebe8c0e918a'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:07.348682 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-53c9d1a2-09cb-4e11-9734-c4dd4271a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:57:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['20791003-1bff-4e83-af32-cebe8c0e918a'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:07.359071 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:07.452331 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Publish callbacks [] for router (20791003-1bff-4e83-af32-cebe8c0e918a), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:07.465144 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-53c9d1a2-09cb-4e11-9734-c4dd4271a0be None None] Set router 20791003-1bff-4e83-af32-cebe8c0e918a gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:07.469659 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Allocated IP 172.27.0.44 (cd957b4c-42c5-4eea-915f-4d8712523c86/aab3c07a-7e36-4526-b854-5135fd184971/771fdcf1-84cc-4507-a448-716db0f22456) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:58:07.561238 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Publish callbacks [] for router_gateway (20791003-1bff-4e83-af32-cebe8c0e918a), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:07.653290 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-53c9d1a2-09cb-4e11-9734-c4dd4271a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:58:06Z', 'revision_number': 5, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port': {'id': 'dd5a8d13-9b61-42b5-98f1-569ec7c2087d', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:13Z', 'updated_at': '2022-03-24T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:07.680654 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9d1a2-09cb-4e11-9734-c4dd4271a0be None None] Checking router: 20791003-1bff-4e83-af32-cebe8c0e918a for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:58:07.689969 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9d1a2-09cb-4e11-9734-c4dd4271a0be None None] Routers {'20791003-1bff-4e83-af32-cebe8c0e918a'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:07.690590 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-53c9d1a2-09cb-4e11-9734-c4dd4271a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:57:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['20791003-1bff-4e83-af32-cebe8c0e918a'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:07.692178 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Deleting port dd5a8d13-9b61-42b5-98f1-569ec7c2087d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:07.692536 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:07.778316 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] For port dd5a8d13-9b61-42b5-98f1-569ec7c2087d, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=dd5a8d13-9b61-42b5-98f1-569ec7c2087d,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:07.778755 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:07.793098 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Calling delete_port for dd5a8d13-9b61-42b5-98f1-569ec7c2087d owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:07.821801 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (771fdcf1-84cc-4507-a448-716db0f22456), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:07.874636 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-53c9d1a2-09cb-4e11-9734-c4dd4271a0be None None] Set router 20791003-1bff-4e83-af32-cebe8c0e918a gateway port host: None {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:07.907765 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (771fdcf1-84cc-4507-a448-716db0f22456), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:07.929344 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-53c9d1a2-09cb-4e11-9734-c4dd4271a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:58:07Z', 'revision_number': 6, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port_host': None}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:07.948707 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Network cd957b4c-42c5-4eea-915f-4d8712523c86 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:58:07.951719 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:58:07.956067 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9d1a2-09cb-4e11-9734-c4dd4271a0be None None] The sync data for ids ['20791003-1bff-4e83-af32-cebe8c0e918a'] in dv-cinder-790535-34-iscsi is: [{'id': '20791003-1bff-4e83-af32-cebe8c0e918a', 'name': 'tempest-TestShelveInstance-1818277069-router', 'tenant_id': 'f96e6f018e9b4e259edecd86425431f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:12Z', 'updated_at': '2022-03-24T15:58:07Z', 'revision_number': 6, 'project_id': 'f96e6f018e9b4e259edecd86425431f1', 'gw_port_host': None}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:58:07.957334 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:58:07.989009 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=771fdcf1-84cc-4507-a448-716db0f22456,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:08.056112 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (44f5b695-ee1b-483c-8e9f-c558388b279f), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.056333 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (dd5a8d13-9b61-42b5-98f1-569ec7c2087d), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.086825 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5a8d13-9b61-42b5-98f1-569ec7c2087d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:08.114648 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625868'] for router_gateway (20791003-1bff-4e83-af32-cebe8c0e918a), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.204511 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (771fdcf1-84cc-4507-a448-716db0f22456), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.225696 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046009'] for router (20791003-1bff-4e83-af32-cebe8c0e918a), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.228534 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Publish callbacks [] for router_controller (20791003-1bff-4e83-af32-cebe8c0e918a), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.336746 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1623535'] for router (20791003-1bff-4e83-af32-cebe8c0e918a), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.337334 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20791003-1bff-4e83-af32-cebe8c0e918a {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:58:08.345979 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.345979 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-ab554caa-427b-4e4a-895b-e0c3ace002e5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/20791003-1bff-4e83-af32-cebe8c0e918a HTTP/1.1" status: 204 len: 168 time: 1.0109727 Mar 24 15:58:08.345979 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34626) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:08.354102 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (771fdcf1-84cc-4507-a448-716db0f22456), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.393007 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c6c83b-dfa2-4fd0-9dc5-b27ea0086b69 admin admin] Deleting subnet 5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:58:08.395992 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18c6c83b-dfa2-4fd0-9dc5-b27ea0086b69 admin admin] Publish callbacks [] for subnet (5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.427108 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127191684'] for port (771fdcf1-84cc-4507-a448-716db0f22456), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.432564 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18c6c83b-dfa2-4fd0-9dc5-b27ea0086b69 admin admin] Publish callbacks [] for subnet (5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.480701 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18c6c83b-dfa2-4fd0-9dc5-b27ea0086b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.505310 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=771fdcf1-84cc-4507-a448-716db0f22456,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:08.512231 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (44f5b695-ee1b-483c-8e9f-c558388b279f), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.606306 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.607672 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-11cb35e0-ba2c-42e0-88e8-d6ea42d60b40 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4697039 Mar 24 15:58:08.620382 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18c6c83b-dfa2-4fd0-9dc5-b27ea0086b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for subnet (5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.644999 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6c83b-dfa2-4fd0-9dc5-b27ea0086b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:08.652292 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18c6c83b-dfa2-4fd0-9dc5-b27ea0086b69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.656344 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-18c6c83b-dfa2-4fd0-9dc5-b27ea0086b69 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5ec31d2c-f0ed-43fd-9a04-204fc6cf18a8 HTTP/1.1" status: 204 len: 168 time: 0.3085897 Mar 24 15:58:08.663482 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4181f3a9-bdd5-4c1b-83e7-56db3773f4f7 None None] Network 28c6f896-6ee0-4273-b408-9ea5f8e30f01 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:58:08.665822 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34632) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:08.752802 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (28c6f896-6ee0-4273-b408-9ea5f8e30f01), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.802129 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-597d0b79-113a-4a76-91b5-dc7b126530ce tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1810028023&fields=id&tenant_id=65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 267 time: 0.0569181 Mar 24 15:58:08.832079 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Deleting port 9a396e16-a9aa-495e-a589-e43017a4641c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:08.832457 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.860220 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351078bb-b052-4354-beec-5a049a2b437b None None] DHCP port deletion for 28c6f896-6ee0-4273-b408-9ea5f8e30f01 request from dv-cinder-790535-34-iscsi {{(pid=110398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:58:08.923023 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-797357cb-660c-4bce-ace3-284fb2928b5f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:08.926475 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-797357cb-660c-4bce-ace3-284fb2928b5f tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 814 time: 0.1149685 Mar 24 15:58:08.926696 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Deleting port 9a396e16-a9aa-495e-a589-e43017a4641c {{(pid=110398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:08.926696 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), before_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.932091 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] For port 9a396e16-a9aa-495e-a589-e43017a4641c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=9a396e16-a9aa-495e-a589-e43017a4641c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:08.932470 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:08.942808 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-d418a81a-e13b-4c60-a675-d100f25ab99c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/quotas/65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 375 time: 0.0107894 Mar 24 15:58:08.948747 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Calling delete_port for 9a396e16-a9aa-495e-a589-e43017a4641c owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:08.991824 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-351078bb-b052-4354-beec-5a049a2b437b None None] For port 9a396e16-a9aa-495e-a589-e43017a4641c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=9a396e16-a9aa-495e-a589-e43017a4641c,segment=NetworkSegment(924629a9-19a2-4a8c-b0e4-5ff1d214621d),segment_id=924629a9-19a2-4a8c-b0e4-5ff1d214621d)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:08.996001 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), precommit_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:09.002968 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-291e1593-ed63-4cc4-b96a-7011b8249731 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534930 Mar 24 15:58:09.008544 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Calling delete_port for 9a396e16-a9aa-495e-a589-e43017a4641c owned by network:dhcp {{(pid=110398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:09.021792 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-753763bb-3d90-4df2-ba0a-e583b690753b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:58:09.023203 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-753763bb-3d90-4df2-ba0a-e583b690753b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058966 Mar 24 15:58:09.118738 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-d1342ca3-f2bc-4e1d-9ed2-1b8db8c5503a service neutron] 10.222.0.31 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891035 Mar 24 15:58:09.128484 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:09.135595 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (9a396e16-a9aa-495e-a589-e43017a4641c), after_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:09.158206 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] No DVR routers for this DVR port 9a396e16-a9aa-495e-a589-e43017a4641c on host dv-cinder-790535-34-iscsi {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:58:09.160969 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Pushing event deleted for resources: {'Port': ['ID=9a396e16-a9aa-495e-a589-e43017a4641c,revision_number=None']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:09.163480 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a396e16-a9aa-495e-a589-e43017a4641c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:09.166288 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351078bb-b052-4354-beec-5a049a2b437b None None] No DVR routers for this DVR port 9a396e16-a9aa-495e-a589-e43017a4641c on host dv-cinder-790535-34-iscsi {{(pid=110398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:58:09.174176 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.174608 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.175049 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.175465 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.175899 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.176482 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.177042 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.177621 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.178803 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.179377 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.180199 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.180792 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.181348 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.181900 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.182448 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351078bb-b052-4354-beec-5a049a2b437b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:58:09.220545 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-2b7b187c-50c5-424e-9151-e32426e1f848 service neutron] 10.222.0.31 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961013 Mar 24 15:58:09.250701 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (28c6f896-6ee0-4273-b408-9ea5f8e30f01), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:09.276246 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 9a396e16-a9aa-495e-a589-e43017a4641c no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:58:09.276820 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.277425 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.278168 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.278498 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > port after_create 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.278921 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.279266 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > port after_update 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.279588 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.279914 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.280233 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.280555 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.297632 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 9a396e16-a9aa-495e-a589-e43017a4641c {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:58:09.297991 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 9a396e16-a9aa-495e-a589-e43017a4641c not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:58:09.298418 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device dd5a8d13-9b61-42b5-98f1-569ec7c2087d no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:58:09.321534 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: dd5a8d13-9b61-42b5-98f1-569ec7c2087d {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:58:09.321955 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device dd5a8d13-9b61-42b5-98f1-569ec7c2087d not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:58:09.322383 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 6b93e032-083c-4ae6-a2ae-b95dd7b34151 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:58:09.342304 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 6b93e032-083c-4ae6-a2ae-b95dd7b34151 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:58:09.342704 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 6b93e032-083c-4ae6-a2ae-b95dd7b34151 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:58:09.391394 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.391674 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.392009 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.392345 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:58:09.392719 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c6f896-6ee0-4273-b408-9ea5f8e30f01']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:09.410577 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924629a9-19a2-4a8c-b0e4-5ff1d214621d') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:09.410914 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924629a9-19a2-4a8c-b0e4-5ff1d214621d') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:09.426892 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-965238'] for segment (924629a9-19a2-4a8c-b0e4-5ff1d214621d), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:09.447138 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (924629a9-19a2-4a8c-b0e4-5ff1d214621d), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:09.454915 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:58:09.455301 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126707817'] for segment (924629a9-19a2-4a8c-b0e4-5ff1d214621d), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: from cryptography.utils import int_from_bytes Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: from cryptography.utils import int_from_bytes Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: Traceback (most recent call last): Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: timer() Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: cb(*args, **kw) Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: return func(*args, **kwargs) Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: self._notify() Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: self.callback(batched_events) Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: event.method(event) Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: return f(self, *a, **k) Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: return self._get(url).json() Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: return self.request(url, 'GET', **kwargs) Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:58:09.459715 dv-cinder-790535-34-iscsi neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:58:09.541868 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-35d4135a-a80c-4ff0-90f7-2f2fd098f2a0 req-06247fd8-1df8-4f62-9809-32f68c756acd tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 210 time: 0.0360627 Mar 24 15:58:09.615789 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (28c6f896-6ee0-4273-b408-9ea5f8e30f01), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:09.621698 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:09.625049 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/28c6f896-6ee0-4273-b408-9ea5f8e30f01 HTTP/1.1" status: 204 len: 168 time: 0.9536228 Mar 24 15:58:09.628098 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34654) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:09.640624 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05f7b0-8aca-4b63-8998-12cf0faceba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=28c6f896-6ee0-4273-b408-9ea5f8e30f01,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:09.982159 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (d63f910c-647b-4afa-8e81-8bc5561df872), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:10.234500 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] Deleting port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:10.234808 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:10.312775 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] For port 4720dee6-ca8c-4b48-ad1d-647f87ba73f9, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=4720dee6-ca8c-4b48-ad1d-647f87ba73f9,segment=NetworkSegment(db6de993-51e8-4662-861f-588adacc1841),segment_id=db6de993-51e8-4662-861f-588adacc1841)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:10.313134 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:10.326529 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] Calling delete_port for 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 owned by network:router_interface {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:10.604627 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (4720dee6-ca8c-4b48-ad1d-647f87ba73f9), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:10.640714 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] Pushing event deleted for resources: {'Port': ['ID=4720dee6-ca8c-4b48-ad1d-647f87ba73f9,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:10.685850 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-e8397be7-04ae-49b2-b888-d2ac4da0e2d3 req-0fb15c76-866f-4fd4-84f0-a49cd4ef2e85 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 210 time: 0.0728214 Mar 24 15:58:10.835308 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623798'] for router_interface (d63f910c-647b-4afa-8e81-8bc5561df872), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:11.062502 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] Router d63f910c-647b-4afa-8e81-8bc5561df872 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:58:11.172883 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:58:11.179152 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-d9213064-969a-4627-b224-f57dbac3e473 admin admin] 10.222.0.31 "PUT /v2.0/routers/d63f910c-647b-4afa-8e81-8bc5561df872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5494683 Mar 24 15:58:11.180813 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34660) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:11.182177 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176fc0c-374c-4200-9adf-40ce13bdf9be None None] Sync routers for ids ['d63f910c-647b-4afa-8e81-8bc5561df872'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:58:11.192279 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176fc0c-374c-4200-9adf-40ce13bdf9be None None] Routers {'d63f910c-647b-4afa-8e81-8bc5561df872'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:11.192898 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6176fc0c-374c-4200-9adf-40ce13bdf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:57:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['d63f910c-647b-4afa-8e81-8bc5561df872'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:11.313140 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-6176fc0c-374c-4200-9adf-40ce13bdf9be None None] Set router d63f910c-647b-4afa-8e81-8bc5561df872 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:11.403521 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Publish callbacks [] for router (d63f910c-647b-4afa-8e81-8bc5561df872), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:11.505038 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6176fc0c-374c-4200-9adf-40ce13bdf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'name': 'tempest-TestShelveInstance-1922479550-router', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:22Z', 'updated_at': '2022-03-24T15:58:10Z', 'revision_number': 5, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'gw_port': {'id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:23Z', 'updated_at': '2022-03-24T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:11.518083 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Publish callbacks [] for router_gateway (d63f910c-647b-4afa-8e81-8bc5561df872), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:11.532884 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176fc0c-374c-4200-9adf-40ce13bdf9be None None] Checking router: d63f910c-647b-4afa-8e81-8bc5561df872 for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:58:11.534747 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1fc0da2d-022c-4855-9a58-ab4a4319d573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:11.543384 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176fc0c-374c-4200-9adf-40ce13bdf9be None None] Routers {'d63f910c-647b-4afa-8e81-8bc5561df872'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:11.543995 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6176fc0c-374c-4200-9adf-40ce13bdf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:57:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['d63f910c-647b-4afa-8e81-8bc5561df872'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:11.656461 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-6176fc0c-374c-4200-9adf-40ce13bdf9be None None] Set router d63f910c-647b-4afa-8e81-8bc5561df872 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:11.704646 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Deleting port 2a85fe31-19e8-436f-b751-c30400b04dae {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:11.705726 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:11.762259 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-33ae6b6b-17f0-47b0-aa53-67fcc09b7a53 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:11.765475 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-33ae6b6b-17f0-47b0-aa53-67fcc09b7a53 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 814 time: 0.1372082 Mar 24 15:58:11.798856 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] For port 2a85fe31-19e8-436f-b751-c30400b04dae, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=2a85fe31-19e8-436f-b751-c30400b04dae,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:11.799222 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:11.813380 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Calling delete_port for 2a85fe31-19e8-436f-b751-c30400b04dae owned by network:router_gateway {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:11.832753 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5355f3d3-e530-440c-89d8-edd988d15a88 req-71f5cc92-95a4-433f-8bc2-e750003b3eea tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 210 time: 0.0599174 Mar 24 15:58:11.864992 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6176fc0c-374c-4200-9adf-40ce13bdf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'name': 'tempest-TestShelveInstance-1922479550-router', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:22Z', 'updated_at': '2022-03-24T15:58:10Z', 'revision_number': 5, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'gw_port': {'id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:23Z', 'updated_at': '2022-03-24T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:11.885001 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-1e1523bb-0139-4097-bbc1-b606312da40d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65aeffbf058c4b8e9705e321be3326ef HTTP/1.1" status: 200 len: 380 time: 0.0993867 Mar 24 15:58:11.893665 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'port': {'device_id': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'admin_state_up': True, 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'security_groups': ['8e3bb804-7aaa-42d1-9dd1-dff0eb898093']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:58:12.032737 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176fc0c-374c-4200-9adf-40ce13bdf9be None None] The sync data for ids ['d63f910c-647b-4afa-8e81-8bc5561df872'] in dv-cinder-790535-34-iscsi is: [{'id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'name': 'tempest-TestShelveInstance-1922479550-router', 'tenant_id': '4aa8da36393e4b25a136534f23549ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:53:22Z', 'updated_at': '2022-03-24T15:58:10Z', 'revision_number': 5, 'project_id': '4aa8da36393e4b25a136534f23549ab3', 'gw_port': {'id': '2a85fe31-19e8-436f-b751-c30400b04dae', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f910c-647b-4afa-8e81-8bc5561df872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:53:23Z', 'updated_at': '2022-03-24T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:58:12.103230 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (2a85fe31-19e8-436f-b751-c30400b04dae), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.132148 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a85fe31-19e8-436f-b751-c30400b04dae,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:12.192634 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625868'] for router_gateway (d63f910c-647b-4afa-8e81-8bc5561df872), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.202710 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Made reservation on behalf of 65aeffbf058c4b8e9705e321be3326ef for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:58:12.206371 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.290242 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046009'] for router (d63f910c-647b-4afa-8e81-8bc5561df872), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.292371 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Publish callbacks [] for router_controller (d63f910c-647b-4afa-8e81-8bc5561df872), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.336756 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Allocated IP 172.20.0.13 (911d5b75-7552-489f-98f6-a70f71f60c85/d7299b1e-ce46-4d36-8286-c031882b2444/82b8494d-ec01-445e-a78f-852462c4690f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:58:12.494396 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for port (82b8494d-ec01-445e-a78f-852462c4690f), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.592960 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (82b8494d-ec01-445e-a78f-852462c4690f), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.642945 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Network 911d5b75-7552-489f-98f6-a70f71f60c85 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:58:12.646057 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:58:12.652539 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:58:12.676757 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event updated for resources: {'Port': ['ID=82b8494d-ec01-445e-a78f-852462c4690f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:12.678994 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1623535'] for router (d63f910c-647b-4afa-8e81-8bc5561df872), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.681030 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d63f910c-647b-4afa-8e81-8bc5561df872 {{(pid=110397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:58:12.689126 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.692722 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-30abb96f-77c7-433a-a9e0-aa2be73cdf2b admin admin] 10.222.0.31 "DELETE /v2.0/routers/d63f910c-647b-4afa-8e81-8bc5561df872 HTTP/1.1" status: 204 len: 168 time: 1.5087500 Mar 24 15:58:12.698935 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34670) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:12.706984 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:12.707630 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.759057 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7763c852-db59-4045-a7eb-707cfe9b4233 admin admin] Deleting subnet fb9814eb-0c7a-4f9b-9714-179e34a30c72 {{(pid=110397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:58:12.763474 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7763c852-db59-4045-a7eb-707cfe9b4233 admin admin] Publish callbacks [] for subnet (fb9814eb-0c7a-4f9b-9714-179e34a30c72), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.798016 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-4d5cad77-13a3-47a3-b22c-2a0fed2b227d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9075837 Mar 24 15:58:12.806218 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7763c852-db59-4045-a7eb-707cfe9b4233 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127327259'] for subnet (fb9814eb-0c7a-4f9b-9714-179e34a30c72), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.869437 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Request body: {'port': {'device_id': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:58:12.919706 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-045c729d-8e2c-4b1c-8826-fab1eefbbd0f None None] Provisioning complete for port 82b8494d-ec01-445e-a78f-852462c4690f triggered by entity DHCP. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:58:12.920369 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-045c729d-8e2c-4b1c-8826-fab1eefbbd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (82b8494d-ec01-445e-a78f-852462c4690f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.942777 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (82b8494d-ec01-445e-a78f-852462c4690f), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:12.955468 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-045c729d-8e2c-4b1c-8826-fab1eefbbd0f None None] Port 82b8494d-ec01-445e-a78f-852462c4690f cannot update to ACTIVE because it is not bound. {{(pid=110398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:58:12.962036 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7763c852-db59-4045-a7eb-707cfe9b4233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (fb9814eb-0c7a-4f9b-9714-179e34a30c72), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.014915 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b33590-e9c7-4ff5-8503-f117e4c4d078 req-fc6b99c2-ef78-4d2f-abd0-c003d444b93e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:13.016387 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d7b33590-e9c7-4ff5-8503-f117e4c4d078 req-fc6b99c2-ef78-4d2f-abd0-c003d444b93e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 932 time: 0.1143394 Mar 24 15:58:13.069387 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d7b33590-e9c7-4ff5-8503-f117e4c4d078 req-0e100363-6eb4-4cc4-8cb3-f23ed48899b5 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e3bb804-7aaa-42d1-9dd1-dff0eb898093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458467 Mar 24 15:58:13.160073 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7763c852-db59-4045-a7eb-707cfe9b4233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127191874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127861695'] for subnet (fb9814eb-0c7a-4f9b-9714-179e34a30c72), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.180453 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a231800-9f79-4980-869e-96fb25278271 None None] Network 60a70f5b-2b69-4a37-8613-68fb81af9306 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:58:13.191593 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7763c852-db59-4045-a7eb-707cfe9b4233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.199541 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7763c852-db59-4045-a7eb-707cfe9b4233 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fb9814eb-0c7a-4f9b-9714-179e34a30c72 HTTP/1.1" status: 204 len: 168 time: 0.5044806 Mar 24 15:58:13.200500 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34676) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:13.210497 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763c852-db59-4045-a7eb-707cfe9b4233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9814eb-0c7a-4f9b-9714-179e34a30c72,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:13.251556 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b8494d-ec01-445e-a78f-852462c4690f {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:58:13.267452 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Publish callbacks [] for port (82b8494d-ec01-445e-a78f-852462c4690f), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.287963 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Transition to ACTIVE for port object 82b8494d-ec01-445e-a78f-852462c4690f will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:58:13.296446 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (60a70f5b-2b69-4a37-8613-68fb81af9306), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.315180 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:58:13.338148 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:58:13.338148 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 4720dee6-ca8c-4b48-ad1d-647f87ba73f9 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:58:13.338148 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 2a85fe31-19e8-436f-b751-c30400b04dae no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:58:13.358158 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126707725'] for port (82b8494d-ec01-445e-a78f-852462c4690f), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.370547 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Deleting port 5a3519aa-4823-40f6-93d7-68db98729437 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:13.371197 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (5a3519aa-4823-40f6-93d7-68db98729437), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.372871 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 2a85fe31-19e8-436f-b751-c30400b04dae {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:58:13.373244 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 2a85fe31-19e8-436f-b751-c30400b04dae not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:58:13.377814 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb973825-d513-45cd-b94f-3b76303f103d None None] DHCP port deletion for 60a70f5b-2b69-4a37-8613-68fb81af9306 request from dv-cinder-790535-34-iscsi {{(pid=110398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:58:13.438372 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-cb973825-d513-45cd-b94f-3b76303f103d None None] Deleting port 5a3519aa-4823-40f6-93d7-68db98729437 {{(pid=110398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:13.441956 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Pushing event updated for resources: {'Port': ['ID=82b8494d-ec01-445e-a78f-852462c4690f,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:13.442457 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cb973825-d513-45cd-b94f-3b76303f103d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (5a3519aa-4823-40f6-93d7-68db98729437), before_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.450039 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] For port 5a3519aa-4823-40f6-93d7-68db98729437, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=5a3519aa-4823-40f6-93d7-68db98729437,segment=NetworkSegment(db6de993-51e8-4662-861f-588adacc1841),segment_id=db6de993-51e8-4662-861f-588adacc1841)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:13.450471 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (5a3519aa-4823-40f6-93d7-68db98729437), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.465035 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Calling delete_port for 5a3519aa-4823-40f6-93d7-68db98729437 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:13.505456 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Attempting to bind port 82b8494d-ec01-445e-a78f-852462c4690f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:58:13.505815 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Attempting to bind port 82b8494d-ec01-445e-a78f-852462c4690f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:58:13.506701 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Attempting to bind port 82b8494d-ec01-445e-a78f-852462c4690f on network 911d5b75-7552-489f-98f6-a70f71f60c85 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:58:13.511477 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Port 82b8494d-ec01-445e-a78f-852462c4690f on network 911d5b75-7552-489f-98f6-a70f71f60c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:58:13.512062 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Attempting to bind port 82b8494d-ec01-445e-a78f-852462c4690f on network 911d5b75-7552-489f-98f6-a70f71f60c85 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:58:13.518792 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:58:13.519194 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Checking segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:58:13.519595 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Bound using segment: {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:58:13.520032 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Bound port: 82b8494d-ec01-445e-a78f-852462c4690f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:58:13.520399 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (82b8494d-ec01-445e-a78f-852462c4690f), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.526116 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-cb973825-d513-45cd-b94f-3b76303f103d None None] For port 5a3519aa-4823-40f6-93d7-68db98729437, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=5a3519aa-4823-40f6-93d7-68db98729437,segment=NetworkSegment(db6de993-51e8-4662-861f-588adacc1841),segment_id=db6de993-51e8-4662-861f-588adacc1841)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:13.526624 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cb973825-d513-45cd-b94f-3b76303f103d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (5a3519aa-4823-40f6-93d7-68db98729437), precommit_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.542539 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-cb973825-d513-45cd-b94f-3b76303f103d None None] Calling delete_port for 5a3519aa-4823-40f6-93d7-68db98729437 owned by network:dhcp {{(pid=110398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:13.591284 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] For port 82b8494d-ec01-445e-a78f-852462c4690f, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:58:13.596556 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] For port 82b8494d-ec01-445e-a78f-852462c4690f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=82b8494d-ec01-445e-a78f-852462c4690f,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:58:13.644380 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (5a3519aa-4823-40f6-93d7-68db98729437), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.651131 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cb973825-d513-45cd-b94f-3b76303f103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (5a3519aa-4823-40f6-93d7-68db98729437), after_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.670512 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3519aa-4823-40f6-93d7-68db98729437,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:13.674241 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] No DVR routers for this DVR port 5a3519aa-4823-40f6-93d7-68db98729437 on host dv-cinder-790535-34-iscsi {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:58:13.680966 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb973825-d513-45cd-b94f-3b76303f103d None None] Pushing event deleted for resources: {'Port': ['ID=5a3519aa-4823-40f6-93d7-68db98729437,revision_number=None']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:13.685059 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb973825-d513-45cd-b94f-3b76303f103d None None] No DVR routers for this DVR port 5a3519aa-4823-40f6-93d7-68db98729437 on host dv-cinder-790535-34-iscsi {{(pid=110398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:58:13.724586 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126707725'] for port (82b8494d-ec01-445e-a78f-852462c4690f), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.746484 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (60a70f5b-2b69-4a37-8613-68fb81af9306), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.759873 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:13.760498 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.761905 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] 10.222.0.24 "PUT /v2.0/ports/82b8494d-ec01-445e-a78f-852462c4690f HTTP/1.1" status: 200 len: 1094 time: 0.9575295 Mar 24 15:58:13.762539 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'tag': '82b8494d-ec01-445e-a78f-852462c4690f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:58:13.765182 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12b1fa5-0889-417b-ac6b-b93ddf369944" -d '{"events": [{"name": "network-changed", "server_uuid": "80f15cc5-dbb1-4d56-9f0d-cc98badad8db", "tag": "82b8494d-ec01-445e-a78f-852462c4690f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:58:13.788111 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a70f5b-2b69-4a37-8613-68fb81af9306']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:13.800485 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f502ae-b8c0-4ca9-8db1-cba493355a55 service neutron] Pushing event updated for resources: {'Port': ['ID=82b8494d-ec01-445e-a78f-852462c4690f,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:13.804278 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6de993-51e8-4662-861f-588adacc1841') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:13.805442 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6de993-51e8-4662-861f-588adacc1841') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:13.816824 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc8dee6-4f18-432a-9be5-5b9deda6b6a9 x-openstack-request-id: req-efc8dee6-4f18-432a-9be5-5b9deda6b6a9 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:58:13.817171 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f15cc5-dbb1-4d56-9f0d-cc98badad8db", "tag": "82b8494d-ec01-445e-a78f-852462c4690f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:58:13.817460 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efc8dee6-4f18-432a-9be5-5b9deda6b6a9 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:58:13.817878 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc8dee6-4f18-432a-9be5-5b9deda6b6a9'] response: {'name': 'network-changed', 'server_uuid': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'tag': '82b8494d-ec01-445e-a78f-852462c4690f', 'status': 'completed', 'code': 200} Mar 24 15:58:13.819847 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (db6de993-51e8-4662-861f-588adacc1841), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.839673 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (db6de993-51e8-4662-861f-588adacc1841), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.846634 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:58:13.847036 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (db6de993-51e8-4662-861f-588adacc1841), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:58:13.848758 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:58:13.860100 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-460791a4-170e-4f92-8164-3a03843a0452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:13.886985 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b1fa5-0889-417b-ac6b-b93ddf369944 req-b4f4d4ca-c414-4d02-9b70-f07b40626660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:13.888531 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f12b1fa5-0889-417b-ac6b-b93ddf369944 req-b4f4d4ca-c414-4d02-9b70-f07b40626660 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 1128 time: 0.0562558 Mar 24 15:58:13.989676 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b1fa5-0889-417b-ac6b-b93ddf369944 req-bfcfb438-161b-4c25-b597-8b1ae132a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:13.991477 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f12b1fa5-0889-417b-ac6b-b93ddf369944 req-bfcfb438-161b-4c25-b597-8b1ae132a8df service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=65aeffbf058c4b8e9705e321be3326ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0968738 Mar 24 15:58:14.004157 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (60a70f5b-2b69-4a37-8613-68fb81af9306), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:14.010113 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:14.013454 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/60a70f5b-2b69-4a37-8613-68fb81af9306 HTTP/1.1" status: 204 len: 168 time: 0.8111331 Mar 24 15:58:14.028895 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c42cbc-5ae3-4fca-91db-5ec31b0defe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a70f5b-2b69-4a37-8613-68fb81af9306,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:14.093237 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b1fa5-0889-417b-ac6b-b93ddf369944 req-fd1ae136-5809-467d-855b-6db2ffdb5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:14.094791 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f12b1fa5-0889-417b-ac6b-b93ddf369944 req-fd1ae136-5809-467d-855b-6db2ffdb5ae5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981767 Mar 24 15:58:14.173013 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-f6a2f13d-0620-4352-a482-821231ba3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:14.174513 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-f6a2f13d-0620-4352-a482-821231ba3133 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 1128 time: 0.0455186 Mar 24 15:58:14.200857 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29e8d-d2d7-4333-8bf2-4a33a699b91b req-1b396eb4-6383-4571-ae71-248e70a7f21a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:14.202507 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-85d29e8d-d2d7-4333-8bf2-4a33a699b91b req-1b396eb4-6383-4571-ae71-248e70a7f21a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 944 time: 0.0540686 Mar 24 15:58:14.214584 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-660376f3-c51d-44c2-90d2-69a3bf0a6e14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b8494d-ec01-445e-a78f-852462c4690f HTTP/1.1" status: 200 len: 217 time: 0.0331964 Mar 24 15:58:14.253996 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-85d29e8d-d2d7-4333-8bf2-4a33a699b91b req-50ce5355-51d9-44cd-9b87-59cf0ac24616 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e3bb804-7aaa-42d1-9dd1-dff0eb898093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456250 Mar 24 15:58:14.266393 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-72b3aa8b-1f83-4dee-bfdc-92f0d2b291af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:14.267902 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-72b3aa8b-1f83-4dee-bfdc-92f0d2b291af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7299b1e-ce46-4d36-8286-c031882b2444 HTTP/1.1" status: 200 len: 853 time: 0.0473855 Mar 24 15:58:14.316000 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-89dc2703-581f-415d-b8c0-e1c62dacb542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:14.317486 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-89dc2703-581f-415d-b8c0-e1c62dacb542 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911d5b75-7552-489f-98f6-a70f71f60c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430634 Mar 24 15:58:14.405187 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-0f21031b-52b2-442d-a3b0-dcd7043a7f9c service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816092 Mar 24 15:58:14.457618 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34688) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:14.498653 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b5e1a981-47d5-4097-bae4-cf1f94796258 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f96e6f018e9b4e259edecd86425431f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380859 Mar 24 15:58:14.498991 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-98cd4d56-a5fd-452d-adf7-b9f301f2593f req-336ae6c0-3e63-4d6c-853a-2b3de4377dd0 service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875816 Mar 24 15:58:14.499417 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34690) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:14.546719 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b13295ab-a96a-44fd-82ce-ab4ce9235192 admin admin] Publish callbacks [] for security_group (a84ff87d-a805-49ba-87f0-16c96d0674c0), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:14.567963 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b13295ab-a96a-44fd-82ce-ab4ce9235192 admin admin] Publish callbacks [] for security_group (a84ff87d-a805-49ba-87f0-16c96d0674c0), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:14.679061 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b13295ab-a96a-44fd-82ce-ab4ce9235192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (a84ff87d-a805-49ba-87f0-16c96d0674c0), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:14.681558 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b13295ab-a96a-44fd-82ce-ab4ce9235192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:14.682718 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-b13295ab-a96a-44fd-82ce-ab4ce9235192 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a84ff87d-a805-49ba-87f0-16c96d0674c0 HTTP/1.1" status: 204 len: 168 time: 0.1823270 Mar 24 15:58:14.690456 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13295ab-a96a-44fd-82ce-ab4ce9235192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84ff87d-a805-49ba-87f0-16c96d0674c0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:15.049824 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:15.253752 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5a3519aa-4823-40f6-93d7-68db98729437 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:58:15.276987 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 5a3519aa-4823-40f6-93d7-68db98729437 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:58:15.279540 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5a3519aa-4823-40f6-93d7-68db98729437 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:58:15.374939 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc713e2-e555-4dc8-ae03-de7d6d992cc9 req-788f9581-a29c-4801-8880-5ace001fb975 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:15.376470 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7cc713e2-e555-4dc8-ae03-de7d6d992cc9 req-788f9581-a29c-4801-8880-5ace001fb975 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 944 time: 0.0541418 Mar 24 15:58:15.388518 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34698) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:15.424684 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-7cc713e2-e555-4dc8-ae03-de7d6d992cc9 req-8e28d906-746f-4208-9e2f-d58aaf6b5153 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e3bb804-7aaa-42d1-9dd1-dff0eb898093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423331 Mar 24 15:58:15.440313 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-e33c14b2-b642-40b7-af47-d44e6d7772c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4aa8da36393e4b25a136534f23549ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397437 Mar 24 15:58:15.440313 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34700) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:15.478356 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9134186c-273b-44e4-b01d-101dcdf742ad admin admin] Publish callbacks [] for security_group (df4ca3f4-e519-414e-8d9e-41dc16aa9a68), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:15.501323 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9134186c-273b-44e4-b01d-101dcdf742ad admin admin] Publish callbacks [] for security_group (df4ca3f4-e519-414e-8d9e-41dc16aa9a68), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:15.706819 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9134186c-273b-44e4-b01d-101dcdf742ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (df4ca3f4-e519-414e-8d9e-41dc16aa9a68), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:15.710401 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9134186c-273b-44e4-b01d-101dcdf742ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:15.711570 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-9134186c-273b-44e4-b01d-101dcdf742ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df4ca3f4-e519-414e-8d9e-41dc16aa9a68 HTTP/1.1" status: 204 len: 168 time: 0.2786870 Mar 24 15:58:15.719783 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134186c-273b-44e4-b01d-101dcdf742ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4ca3f4-e519-414e-8d9e-41dc16aa9a68,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:16.414378 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 82b8494d-ec01-445e-a78f-852462c4690f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:58:16.427413 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:16.509868 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 82b8494d-ec01-445e-a78f-852462c4690f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=82b8494d-ec01-445e-a78f-852462c4690f,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:16.522186 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '82b8494d-ec01-445e-a78f-852462c4690f', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'port_id': '82b8494d-ec01-445e-a78f-852462c4690f', 'mac_address': 'fa:16:3e:1f:89:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:58:16.546826 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aace24-fe57-463a-9178-6b1e9b47100b req-577219df-6fe4-4096-9dae-133f72beeb89 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:16.548328 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-84aace24-fe57-463a-9178-6b1e9b47100b req-577219df-6fe4-4096-9dae-133f72beeb89 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 944 time: 0.0531783 Mar 24 15:58:16.563704 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 82b8494d-ec01-445e-a78f-852462c4690f is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:58:16.564103 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (82b8494d-ec01-445e-a78f-852462c4690f), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:16.577945 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b8494d-ec01-445e-a78f-852462c4690f {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:58:16.596386 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-84aace24-fe57-463a-9178-6b1e9b47100b req-308f57f8-31ee-4e7a-8365-38936186aac3 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e3bb804-7aaa-42d1-9dd1-dff0eb898093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416784 Mar 24 15:58:16.599221 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 82b8494d-ec01-445e-a78f-852462c4690f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=82b8494d-ec01-445e-a78f-852462c4690f,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:16.701304 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (82b8494d-ec01-445e-a78f-852462c4690f), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:16.748048 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=82b8494d-ec01-445e-a78f-852462c4690f,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:16.926385 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['82b8494d-ec01-445e-a78f-852462c4690f'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:58:17.716832 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e344c9-3ada-44f1-a762-37c3eb2525c1 req-94d9f000-1fdb-4e8b-8276-5c0ce315743a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:17.718299 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-00e344c9-3ada-44f1-a762-37c3eb2525c1 req-94d9f000-1fdb-4e8b-8276-5c0ce315743a tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 945 time: 0.0558200 Mar 24 15:58:17.769761 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:18.032234 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-00e344c9-3ada-44f1-a762-37c3eb2525c1 req-33e580f1-e4b4-4428-b8c0-dcda963a135c tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e3bb804-7aaa-42d1-9dd1-dff0eb898093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083334 Mar 24 15:58:18.445155 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 82b8494d-ec01-445e-a78f-852462c4690f up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:58:18.552436 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 82b8494d-ec01-445e-a78f-852462c4690f completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:58:18.556570 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 82b8494d-ec01-445e-a78f-852462c4690f triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:58:18.556948 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (82b8494d-ec01-445e-a78f-852462c4690f), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:18.636325 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 82b8494d-ec01-445e-a78f-852462c4690f is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:58:18.636725 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (82b8494d-ec01-445e-a78f-852462c4690f), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:18.659294 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b8494d-ec01-445e-a78f-852462c4690f'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:58:18.661485 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eb4e6a-7de4-49aa-a769-c7c1a90b5405" -d '{"events": [{"server_uuid": "80f15cc5-dbb1-4d56-9f0d-cc98badad8db", "name": "network-vif-plugged", "status": "completed", "tag": "82b8494d-ec01-445e-a78f-852462c4690f"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:58:18.676314 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 82b8494d-ec01-445e-a78f-852462c4690f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=82b8494d-ec01-445e-a78f-852462c4690f,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:18.752336 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (82b8494d-ec01-445e-a78f-852462c4690f), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:18.801217 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=82b8494d-ec01-445e-a78f-852462c4690f,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:18.869437 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b824582-5d6d-4f78-aa13-f8b82b53ec5a x-openstack-request-id: req-2b824582-5d6d-4f78-aa13-f8b82b53ec5a {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:58:18.869804 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f15cc5-dbb1-4d56-9f0d-cc98badad8db", "name": "network-vif-plugged", "status": "completed", "tag": "82b8494d-ec01-445e-a78f-852462c4690f", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:58:18.870065 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b824582-5d6d-4f78-aa13-f8b82b53ec5a {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:58:18.870471 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b824582-5d6d-4f78-aa13-f8b82b53ec5a'] response: {'server_uuid': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b8494d-ec01-445e-a78f-852462c4690f', 'code': 200} Mar 24 15:58:19.157557 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e42e3-1de8-4126-bbc0-ee9b1ff5bf9d req-639031a1-1772-42f9-aee2-db9f08c96745 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:19.159074 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6b9e42e3-1de8-4126-bbc0-ee9b1ff5bf9d req-639031a1-1772-42f9-aee2-db9f08c96745 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 946 time: 0.0616555 Mar 24 15:58:19.223030 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e771ec-6852-44b6-853a-dd47baa7c6c6 req-a6b43285-88ed-4030-b350-da663924c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:19.224524 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-99e771ec-6852-44b6-853a-dd47baa7c6c6 req-a6b43285-88ed-4030-b350-da663924c041 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 1130 time: 0.0830019 Mar 24 15:58:19.228270 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6b9e42e3-1de8-4126-bbc0-ee9b1ff5bf9d req-3e315d09-57d6-483e-9609-b6a8a3fcb504 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e3bb804-7aaa-42d1-9dd1-dff0eb898093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549440 Mar 24 15:58:19.271023 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-99e771ec-6852-44b6-853a-dd47baa7c6c6 req-32543f59-649f-43c0-a0d5-4ba07c854333 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e3bb804-7aaa-42d1-9dd1-dff0eb898093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402722 Mar 24 15:58:20.347324 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552284cd-2bf3-4642-a82b-6eb00dd0b6ef req-81dcb764-469a-416e-af33-8ac4b544ff5d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:20.348704 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-552284cd-2bf3-4642-a82b-6eb00dd0b6ef req-81dcb764-469a-416e-af33-8ac4b544ff5d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 946 time: 0.0514970 Mar 24 15:58:20.398179 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-552284cd-2bf3-4642-a82b-6eb00dd0b6ef req-65e9284a-1f01-43fa-8b56-8830ad1a8fe0 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e3bb804-7aaa-42d1-9dd1-dff0eb898093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 Mar 24 15:58:21.519261 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac8e7e-7b77-418c-9c67-7d28320047bf req-e037ef90-29ad-486e-99b0-b41d0efb68b9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:21.520741 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8aac8e7e-7b77-418c-9c67-7d28320047bf req-e037ef90-29ad-486e-99b0-b41d0efb68b9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 946 time: 0.0533028 Mar 24 15:58:21.568623 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8aac8e7e-7b77-418c-9c67-7d28320047bf req-a2a05e77-d855-4d40-acb9-071c4d94cced tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e3bb804-7aaa-42d1-9dd1-dff0eb898093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 Mar 24 15:58:21.682596 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53bba0-9ee8-4776-95a4-594fc1d65522 req-d2089eb8-6191-426f-a3c3-0e59925eb3a0 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:21.684043 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-ea53bba0-9ee8-4776-95a4-594fc1d65522 req-d2089eb8-6191-426f-a3c3-0e59925eb3a0 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 946 time: 0.0532591 Mar 24 15:58:21.692240 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34720) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:21.696656 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.v2.base [None req-42d49aa5-4734-44b7-aad0-117310498d48 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Request body: {'floatingip': {'port_id': '82b8494d-ec01-445e-a78f-852462c4690f'}} {{(pid=110397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:58:21.734420 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-42d49aa5-4734-44b7-aad0-117310498d48 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (44f5b695-ee1b-483c-8e9f-c558388b279f), before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:22.160403 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-42d49aa5-4734-44b7-aad0-117310498d48 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:22.215384 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-42d49aa5-4734-44b7-aad0-117310498d48 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (44f5b695-ee1b-483c-8e9f-c558388b279f), after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:22.317298 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [None req-42d49aa5-4734-44b7-aad0-117310498d48 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Floating IP 44f5b695-ee1b-483c-8e9f-c558388b279f associated. External IP: 172.27.0.44, port: 82b8494d-ec01-445e-a78f-852462c4690f. Mar 24 15:58:22.526609 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d49aa5-4734-44b7-aad0-117310498d48 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:58:22.634701 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d49aa5-4734-44b7-aad0-117310498d48 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:58:22.639449 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-42d49aa5-4734-44b7-aad0-117310498d48 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:22.648806 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d61a14-3852-4bb6-9780-4843a8e60a07 None None] Sync routers for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:58:22.658613 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d61a14-3852-4bb6-9780-4843a8e60a07 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:22.659283 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c0d61a14-3852-4bb6-9780-4843a8e60a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:58:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:22.671588 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-42d49aa5-4734-44b7-aad0-117310498d48 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "PUT /v2.0/floatingips/44f5b695-ee1b-483c-8e9f-c558388b279f HTTP/1.1" status: 200 len: 991 time: 0.9783099 Mar 24 15:58:22.672165 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'tag': '82b8494d-ec01-445e-a78f-852462c4690f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:58:22.674379 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04" -d '{"events": [{"name": "network-changed", "server_uuid": "80f15cc5-dbb1-4d56-9f0d-cc98badad8db", "tag": "82b8494d-ec01-445e-a78f-852462c4690f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:58:22.765333 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-c0d61a14-3852-4bb6-9780-4843a8e60a07 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:22.769217 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cda311-155d-4c2d-b3bf-9e1af6e37945 x-openstack-request-id: req-a0cda311-155d-4c2d-b3bf-9e1af6e37945 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:58:22.769720 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f15cc5-dbb1-4d56-9f0d-cc98badad8db", "tag": "82b8494d-ec01-445e-a78f-852462c4690f", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:58:22.769824 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0cda311-155d-4c2d-b3bf-9e1af6e37945 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:58:22.770164 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0cda311-155d-4c2d-b3bf-9e1af6e37945'] response: {'name': 'network-changed', 'server_uuid': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'tag': '82b8494d-ec01-445e-a78f-852462c4690f', 'status': 'completed', 'code': 200} Mar 24 15:58:22.836968 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04 req-b6db1fe3-193d-4fb6-96ae-90f5d88852cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:22.838533 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04 req-b6db1fe3-193d-4fb6-96ae-90f5d88852cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65aeffbf058c4b8e9705e321be3326ef&device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 1130 time: 0.0447063 Mar 24 15:58:22.933694 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04 req-0c15c215-d3b2-4293-9a8d-52a15be29f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:22.935406 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04 req-0c15c215-d3b2-4293-9a8d-52a15be29f50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 200 len: 915 time: 0.0894015 Mar 24 15:58:22.997349 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c0d61a14-3852-4bb6-9780-4843a8e60a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '44f5b695-ee1b-483c-8e9f-c558388b279f', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '82b8494d-ec01-445e-a78f-852462c4690f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:1f:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:58:08Z', 'updated_at': '2022-03-24T15:58:22Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:22.999785 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04 req-c66b5769-cccd-4ca7-9a53-062ae372da42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b8494d-ec01-445e-a78f-852462c4690f HTTP/1.1" status: 200 len: 999 time: 0.0583978 Mar 24 15:58:23.023552 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d61a14-3852-4bb6-9780-4843a8e60a07 None None] Checking router: 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:58:23.032545 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d61a14-3852-4bb6-9780-4843a8e60a07 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:23.033150 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c0d61a14-3852-4bb6-9780-4843a8e60a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:58:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:23.054262 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04 req-ba3c2061-da29-426c-b052-fd54175f7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:23.055766 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04 req-ba3c2061-da29-426c-b052-fd54175f7db4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7299b1e-ce46-4d36-8286-c031882b2444 HTTP/1.1" status: 200 len: 853 time: 0.0484855 Mar 24 15:58:23.103036 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04 req-ec4225ae-28e5-4c98-be23-231ed3a93d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:23.104537 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04 req-ec4225ae-28e5-4c98-be23-231ed3a93d86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=911d5b75-7552-489f-98f6-a70f71f60c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433686 Mar 24 15:58:23.141914 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-c0d61a14-3852-4bb6-9780-4843a8e60a07 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:23.192558 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04 req-883deb08-df97-49c5-bd74-23d8e4f3ed01 service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816565 Mar 24 15:58:23.285810 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-bbeba169-d3d2-4f14-8b3b-4c41036d9e04 req-00d66cd0-5fc3-458e-b89c-20cdd54234ad service neutron] 10.222.0.24 "GET /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874875 Mar 24 15:58:23.374590 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c0d61a14-3852-4bb6-9780-4843a8e60a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '44f5b695-ee1b-483c-8e9f-c558388b279f', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '82b8494d-ec01-445e-a78f-852462c4690f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:1f:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:58:08Z', 'updated_at': '2022-03-24T15:58:22Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:23.401692 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d61a14-3852-4bb6-9780-4843a8e60a07 None None] The sync data for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi is: [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': '44f5b695-ee1b-483c-8e9f-c558388b279f', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'port_id': '82b8494d-ec01-445e-a78f-852462c4690f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'mac_address': 'fa:16:3e:1f:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:58:08Z', 'updated_at': '2022-03-24T15:58:22Z', 'revision_number': 1, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:58:23.597515 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323539e0-2305-412b-b672-3a31eb5f6e74 None None] New status for floating IP 44f5b695-ee1b-483c-8e9f-c558388b279f: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:58:33.636716 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:36.608872 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:58:41.221330 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-679a9d26-3e2b-42a6-8e27-49818d6ec329 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431745 Mar 24 15:58:41.304789 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-53760e60-4bbe-4e08-90b1-745de6e88ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:41.306199 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-53760e60-4bbe-4e08-90b1-745de6e88ca1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 1129 time: 0.0444129 Mar 24 15:58:41.410667 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-57ee8508-8af4-49f8-9684-41c1a391310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:41.412183 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-57ee8508-8af4-49f8-9684-41c1a391310a service neutron] 10.222.0.24 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 913 time: 0.0889728 Mar 24 15:58:41.478101 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-8af32169-1e30-41bc-b591-bc896c442de2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13ca80db-8a01-4cc4-961b-7205a7b2b1ef HTTP/1.1" status: 200 len: 1000 time: 0.0594723 Mar 24 15:58:41.529789 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-40c1e474-133d-4b6d-ac1a-539e1e7641e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:41.531261 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-40c1e474-133d-4b6d-ac1a-539e1e7641e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1da45a2-41ca-4014-8a7c-896aa263d982 HTTP/1.1" status: 200 len: 851 time: 0.0479956 Mar 24 15:58:41.558768 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1acc6c18-3827-4766-91cf-14d0c21db1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:41.583028 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-291b506c-eaed-4038-bbe7-e3fd844cedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:41.585682 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-291b506c-eaed-4038-bbe7-e3fd844cedf7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=820ba51f-beaa-4316-bd0f-93846d088224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450346 Mar 24 15:58:41.670231 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-cdd63ac4-32c5-4a0a-ab8e-7b02b2fdbaef service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796316 Mar 24 15:58:41.759803 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4d2fa27b-0a18-45e0-9d2a-886a797dfd5d req-20caabe9-ec62-4c2c-ab8e-79332b2c45a9 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834270 Mar 24 15:58:43.831904 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d47db3b7-3d1d-4c15-bf9a-45e280d7d1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:45.049208 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:46.460379 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:47.757627 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:53.777988 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34742) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:58:53.936605 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Deleting port a91df56c-c0ef-412d-b147-2ea7bc8eb816 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:53.936867 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (a91df56c-c0ef-412d-b147-2ea7bc8eb816), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:54.010137 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (a91df56c-c0ef-412d-b147-2ea7bc8eb816), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:54.010538 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (a91df56c-c0ef-412d-b147-2ea7bc8eb816), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:54.023350 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Calling delete_port for a91df56c-c0ef-412d-b147-2ea7bc8eb816 owned by network:floatingip {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:54.255604 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (a91df56c-c0ef-412d-b147-2ea7bc8eb816), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:54.282583 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event deleted for resources: {'Port': ['ID=a91df56c-c0ef-412d-b147-2ea7bc8eb816,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:54.344730 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (e0b3b146-e058-42f8-a2de-54d36fef5300), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:54.345065 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.db.l3_db [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Floating IP e0b3b146-e058-42f8-a2de-54d36fef5300 disassociated (deleted). External IP: 172.27.0.215, port: 033c272d-47e5-4a28-af33-7adc6dd3556f. Mar 24 15:58:54.551203 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Router 928425bb-9e57-4592-9ca4-d83454b8e9c8 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:58:54.898961 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:58:54.903567 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:54.910062 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad7b0c8-0b4f-4b06-87c6-7ac00d68e875 None None] Sync routers for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:58:54.920641 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad7b0c8-0b4f-4b06-87c6-7ac00d68e875 None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:54.926042 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-aad7b0c8-0b4f-4b06-87c6-7ac00d68e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:58:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:54.936599 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-3d39a967-a241-4036-ac80-71e15f975341 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "DELETE /v2.0/floatingips/e0b3b146-e058-42f8-a2de-54d36fef5300 HTTP/1.1" status: 204 len: 168 time: 1.1541760 Mar 24 15:58:54.936599 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'tag': '033c272d-47e5-4a28-af33-7adc6dd3556f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:58:54.937451 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed454a71759381449ddf1cd6321c6d80e52415ee1e03822c9bc455b36a7bb42b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13329d03-f364-4457-98e1-967a6b20e1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "69836ac8-5d03-49a3-94ac-cbd32788690e", "tag": "033c272d-47e5-4a28-af33-7adc6dd3556f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:58:55.045012 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-aad7b0c8-0b4f-4b06-87c6-7ac00d68e875 None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:55.272455 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-aad7b0c8-0b4f-4b06-87c6-7ac00d68e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:77:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:03Z', 'updated_at': '2022-03-24T15:55:05Z', 'revision_number': 1, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:55.299839 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad7b0c8-0b4f-4b06-87c6-7ac00d68e875 None None] Checking router: 928425bb-9e57-4592-9ca4-d83454b8e9c8 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:58:55.308223 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad7b0c8-0b4f-4b06-87c6-7ac00d68e875 None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:58:55.308875 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-aad7b0c8-0b4f-4b06-87c6-7ac00d68e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:58:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:55.315090 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371fc3b0-bf79-45ff-810d-5040acc53d6a x-openstack-request-id: req-371fc3b0-bf79-45ff-810d-5040acc53d6a {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:58:55.315430 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69836ac8-5d03-49a3-94ac-cbd32788690e", "tag": "033c272d-47e5-4a28-af33-7adc6dd3556f", "status": "completed", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:58:55.315690 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-371fc3b0-bf79-45ff-810d-5040acc53d6a {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:58:55.316117 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371fc3b0-bf79-45ff-810d-5040acc53d6a'] response: {'name': 'network-changed', 'server_uuid': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'tag': '033c272d-47e5-4a28-af33-7adc6dd3556f', 'status': 'completed', 'code': 200} Mar 24 15:58:55.390073 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329d03-f364-4457-98e1-967a6b20e1bf req-87c932ee-a141-4d32-a3c4-67f8accc4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:55.391707 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13329d03-f364-4457-98e1-967a6b20e1bf req-87c932ee-a141-4d32-a3c4-67f8accc4d03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 1129 time: 0.0531919 Mar 24 15:58:55.421411 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-aad7b0c8-0b4f-4b06-87c6-7ac00d68e875 None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:58:55.423468 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cb81e-697a-4562-b538-dcf40b9cb424 req-64eea860-229e-4cae-9cd2-42dfc13f2d9c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:55.425254 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4c8cb81e-697a-4562-b538-dcf40b9cb424 req-64eea860-229e-4cae-9cd2-42dfc13f2d9c tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 945 time: 0.0563703 Mar 24 15:58:55.481660 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4c8cb81e-697a-4562-b538-dcf40b9cb424 req-5764d997-b9c3-40b4-b8d4-135da97a1bed tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500400 Mar 24 15:58:55.498780 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329d03-f364-4457-98e1-967a6b20e1bf req-58187263-8e5b-49ea-9416-9eefbf05a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:55.498780 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13329d03-f364-4457-98e1-967a6b20e1bf req-58187263-8e5b-49ea-9416-9eefbf05a8da service neutron] 10.222.0.24 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 913 time: 0.0963998 Mar 24 15:58:55.547350 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13329d03-f364-4457-98e1-967a6b20e1bf req-41628701-b8e4-49e1-82b0-4f4ea3c8085d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=033c272d-47e5-4a28-af33-7adc6dd3556f HTTP/1.1" status: 200 len: 217 time: 0.0454276 Mar 24 15:58:55.616218 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329d03-f364-4457-98e1-967a6b20e1bf req-e18fe0c2-e301-471d-beef-867787fde375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:55.618018 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13329d03-f364-4457-98e1-967a6b20e1bf req-e18fe0c2-e301-471d-beef-867787fde375 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1da45a2-41ca-4014-8a7c-896aa263d982 HTTP/1.1" status: 200 len: 851 time: 0.0589788 Mar 24 15:58:55.665079 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-aad7b0c8-0b4f-4b06-87c6-7ac00d68e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:77:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:03Z', 'updated_at': '2022-03-24T15:55:05Z', 'revision_number': 1, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:58:55.676365 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329d03-f364-4457-98e1-967a6b20e1bf req-7482b46b-3e3c-48f5-b31b-d971fec6ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:55.677928 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13329d03-f364-4457-98e1-967a6b20e1bf req-7482b46b-3e3c-48f5-b31b-d971fec6ad5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=820ba51f-beaa-4316-bd0f-93846d088224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480449 Mar 24 15:58:55.780685 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad7b0c8-0b4f-4b06-87c6-7ac00d68e875 None None] The sync data for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi is: [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_floatingips': [{'id': 'ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'router_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'port_id': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'mac_address': 'fa:16:3e:77:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:55:03Z', 'updated_at': '2022-03-24T15:55:05Z', 'revision_number': 1, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:58:55.782375 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13329d03-f364-4457-98e1-967a6b20e1bf req-54380fdf-f101-49aa-acb5-9b08deb42121 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967619 Mar 24 15:58:55.875420 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-13329d03-f364-4457-98e1-967a6b20e1bf req-9856e6ce-f372-446f-ba67-b54328ea1f2b service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875633 Mar 24 15:58:56.001751 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a950b-5953-4993-964a-cf1706016426 None None] New status for floating IP e0b3b146-e058-42f8-a2de-54d36fef5300: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:58:56.602940 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6427a-29e5-4857-8736-9e11230bda83 req-ffda7a59-e11e-412c-a7f6-4b90bf27cb77 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:56.604467 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-82b6427a-29e5-4857-8736-9e11230bda83 req-ffda7a59-e11e-412c-a7f6-4b90bf27cb77 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 945 time: 0.0529993 Mar 24 15:58:56.654728 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-82b6427a-29e5-4857-8736-9e11230bda83 req-60a298fe-77f7-4adc-b5a6-cd17f7ee000a tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444546 Mar 24 15:58:56.962495 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebbaa2-b299-4cdb-a051-969d659bf7f9 req-ef961bb4-7582-4b71-be20-3e9829a2d544 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:58:56.963928 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-edebbaa2-b299-4cdb-a051-969d659bf7f9 req-ef961bb4-7582-4b71-be20-3e9829a2d544 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 945 time: 0.0563657 Mar 24 15:58:57.059712 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-edebbaa2-b299-4cdb-a051-969d659bf7f9 req-0f52abf5-1c65-4f7d-87ee-42cefa6de87f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Deleting port 033c272d-47e5-4a28-af33-7adc6dd3556f {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:58:57.060062 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-edebbaa2-b299-4cdb-a051-969d659bf7f9 req-0f52abf5-1c65-4f7d-87ee-42cefa6de87f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:57.150552 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-edebbaa2-b299-4cdb-a051-969d659bf7f9 req-0f52abf5-1c65-4f7d-87ee-42cefa6de87f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] For port 033c272d-47e5-4a28-af33-7adc6dd3556f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=033c272d-47e5-4a28-af33-7adc6dd3556f,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:58:57.150952 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-edebbaa2-b299-4cdb-a051-969d659bf7f9 req-0f52abf5-1c65-4f7d-87ee-42cefa6de87f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:57.164020 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-edebbaa2-b299-4cdb-a051-969d659bf7f9 req-0f52abf5-1c65-4f7d-87ee-42cefa6de87f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Calling delete_port for 033c272d-47e5-4a28-af33-7adc6dd3556f owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:58:57.398007 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-edebbaa2-b299-4cdb-a051-969d659bf7f9 req-0f52abf5-1c65-4f7d-87ee-42cefa6de87f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (033c272d-47e5-4a28-af33-7adc6dd3556f), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:57.425627 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52abf5-1c65-4f7d-87ee-42cefa6de87f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event deleted for resources: {'Port': ['ID=033c272d-47e5-4a28-af33-7adc6dd3556f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:58:57.471148 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-edebbaa2-b299-4cdb-a051-969d659bf7f9 req-0f52abf5-1c65-4f7d-87ee-42cefa6de87f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] No DVR routers for this DVR port 033c272d-47e5-4a28-af33-7adc6dd3556f on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:58:57.473647 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-edebbaa2-b299-4cdb-a051-969d659bf7f9 req-0f52abf5-1c65-4f7d-87ee-42cefa6de87f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:58:57.477162 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-edebbaa2-b299-4cdb-a051-969d659bf7f9 req-0f52abf5-1c65-4f7d-87ee-42cefa6de87f tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "DELETE /v2.0/ports/033c272d-47e5-4a28-af33-7adc6dd3556f HTTP/1.1" status: 204 len: 173 time: 0.5082624 Mar 24 15:58:57.480109 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'name': 'network-vif-deleted', 'tag': '033c272d-47e5-4a28-af33-7adc6dd3556f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:58:57.481027 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91e35ec-058e-4c78-a18d-697b3a5e06bf" -d '{"events": [{"server_uuid": "69836ac8-5d03-49a3-94ac-cbd32788690e", "name": "network-vif-deleted", "tag": "033c272d-47e5-4a28-af33-7adc6dd3556f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:58:57.569336 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c23c86b-a78d-4d6b-ba84-e4d076a65f90 x-openstack-request-id: req-1c23c86b-a78d-4d6b-ba84-e4d076a65f90 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:58:57.569635 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69836ac8-5d03-49a3-94ac-cbd32788690e", "name": "network-vif-deleted", "tag": "033c272d-47e5-4a28-af33-7adc6dd3556f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:58:57.570135 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c23c86b-a78d-4d6b-ba84-e4d076a65f90 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:58:57.570564 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c23c86b-a78d-4d6b-ba84-e4d076a65f90'] response: {'server_uuid': '69836ac8-5d03-49a3-94ac-cbd32788690e', 'name': 'network-vif-deleted', 'tag': '033c272d-47e5-4a28-af33-7adc6dd3556f', 'status': 'completed', 'code': 200} Mar 24 15:58:57.747675 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-69df82fd-f82e-4b95-b2a5-bc991d57e4c8 req-9ef3e137-0905-46a6-8826-559d84fd1f1e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=69836ac8-5d03-49a3-94ac-cbd32788690e HTTP/1.1" status: 200 len: 210 time: 0.0268183 Mar 24 15:59:00.632573 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 033c272d-47e5-4a28-af33-7adc6dd3556f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:00.656242 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 033c272d-47e5-4a28-af33-7adc6dd3556f {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:00.656586 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 033c272d-47e5-4a28-af33-7adc6dd3556f not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:01.224842 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34794) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:01.379871 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Deleting port 8ea1f0e0-e1df-4e8b-ba69-682061ced85a {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:01.380136 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (8ea1f0e0-e1df-4e8b-ba69-682061ced85a), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:01.457904 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (8ea1f0e0-e1df-4e8b-ba69-682061ced85a), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:01.458235 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (8ea1f0e0-e1df-4e8b-ba69-682061ced85a), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:01.469999 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Calling delete_port for 8ea1f0e0-e1df-4e8b-ba69-682061ced85a owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:01.688914 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (8ea1f0e0-e1df-4e8b-ba69-682061ced85a), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:01.714025 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event deleted for resources: {'Port': ['ID=8ea1f0e0-e1df-4e8b-ba69-682061ced85a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:01.739616 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.739976 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.740327 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.740677 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.741016 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.741358 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.741696 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.742025 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.742356 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.742711 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.743045 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.743376 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.743705 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.744031 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.744354 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:01.786930 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:01.787256 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Floating IP ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd disassociated (deleted). External IP: 172.27.0.79, port: 13ca80db-8a01-4cc4-961b-7205a7b2b1ef. Mar 24 15:59:02.006934 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Router 928425bb-9e57-4592-9ca4-d83454b8e9c8 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:59:02.114412 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:59:02.119062 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:02.124172 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55e4a1-ddb0-49de-8460-4183f9a4d26f None None] Sync routers for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:59:02.134193 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55e4a1-ddb0-49de-8460-4183f9a4d26f None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:59:02.134818 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-bf55e4a1-ddb0-49de-8460-4183f9a4d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:58:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:02.147506 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-bbbd7cbc-ee3a-4efa-8bc9-c715c1498775 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "DELETE /v2.0/floatingips/ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd HTTP/1.1" status: 204 len: 168 time: 0.9215586 Mar 24 15:59:02.148090 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'tag': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:59:02.150359 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "03d56db8-f771-461a-a5ba-6a8ef05139dc", "tag": "13ca80db-8a01-4cc4-961b-7205a7b2b1ef"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:59:02.188159 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecb95f5-2c9e-44a2-b2c5-90dfdae54e2e x-openstack-request-id: req-9ecb95f5-2c9e-44a2-b2c5-90dfdae54e2e {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:59:02.194914 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d56db8-f771-461a-a5ba-6a8ef05139dc", "tag": "13ca80db-8a01-4cc4-961b-7205a7b2b1ef", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:59:02.194914 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ecb95f5-2c9e-44a2-b2c5-90dfdae54e2e {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:59:02.194914 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ecb95f5-2c9e-44a2-b2c5-90dfdae54e2e'] response: {'name': 'network-changed', 'server_uuid': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'tag': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'status': 'completed', 'code': 200} Mar 24 15:59:02.251168 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-bf55e4a1-ddb0-49de-8460-4183f9a4d26f None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:59:02.257586 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2 req-c5464093-017f-467e-8120-8485ccdcf271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:59:02.258905 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2 req-c5464093-017f-467e-8120-8485ccdcf271 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=825d7896d32940ff81ebd3072efd386a&device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 1129 time: 0.0487878 Mar 24 15:59:02.356093 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2 req-cd18fd42-8f2f-4a86-9c6a-f87524bc3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:59:02.357895 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2 req-cd18fd42-8f2f-4a86-9c6a-f87524bc3152 service neutron] 10.222.0.24 "GET /v2.0/networks?id=820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 200 len: 913 time: 0.0908389 Mar 24 15:59:02.399106 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2 req-166a3574-fb05-46e6-b4f1-d2c25fab6d1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13ca80db-8a01-4cc4-961b-7205a7b2b1ef HTTP/1.1" status: 200 len: 217 time: 0.0350325 Mar 24 15:59:02.457659 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2 req-50d1754c-3655-49dc-ba4f-1296eb8f7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:59:02.459225 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2 req-50d1754c-3655-49dc-ba4f-1296eb8f7720 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1da45a2-41ca-4014-8a7c-896aa263d982 HTTP/1.1" status: 200 len: 851 time: 0.0491107 Mar 24 15:59:02.465892 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-bf55e4a1-ddb0-49de-8460-4183f9a4d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:02.492449 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55e4a1-ddb0-49de-8460-4183f9a4d26f None None] Checking router: 928425bb-9e57-4592-9ca4-d83454b8e9c8 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:59:02.501153 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55e4a1-ddb0-49de-8460-4183f9a4d26f None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:59:02.501752 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-bf55e4a1-ddb0-49de-8460-4183f9a4d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:58:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:02.520612 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2 req-9e671f50-dac7-4c4e-9217-4a8c7fe243f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:59:02.521470 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2 req-9e671f50-dac7-4c4e-9217-4a8c7fe243f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=820ba51f-beaa-4316-bd0f-93846d088224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0564973 Mar 24 15:59:02.613564 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-bf55e4a1-ddb0-49de-8460-4183f9a4d26f None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:59:02.652729 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68cc71-e7a3-40ba-8a41-44a9eb80ff65 req-46dbce57-5044-4446-9c40-f2f6c3fa25b0 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:59:02.655335 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-db68cc71-e7a3-40ba-8a41-44a9eb80ff65 req-46dbce57-5044-4446-9c40-f2f6c3fa25b0 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 945 time: 0.0855598 Mar 24 15:59:02.658593 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2 req-5ce120ae-352f-4de7-b211-b9b2c973d42c service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309924 Mar 24 15:59:02.756772 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-db68cc71-e7a3-40ba-8a41-44a9eb80ff65 req-e97dd6c2-a6e0-454d-8b58-4ddba3bc9e58 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945840 Mar 24 15:59:02.794171 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-90ec29a7-2fb1-49a9-b218-4d653fdab5f2 req-cf4d1eb3-d8ca-4f29-8cb8-794479c99e96 service neutron] 10.222.0.24 "GET /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252232 Mar 24 15:59:02.829341 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-bf55e4a1-ddb0-49de-8460-4183f9a4d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:02.859025 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55e4a1-ddb0-49de-8460-4183f9a4d26f None None] The sync data for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi is: [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:51:28Z', 'revision_number': 4, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': '8b2dd9a5-f3b2-4fdb-916b-727f57c22d07', 'name': '', 'network_id': '820ba51f-beaa-4316-bd0f-93846d088224', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'mac_address': 'fa:16:3e:3d:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:27Z', 'updated_at': '2022-03-24T15:51:32Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'subnets': [{'id': 'e1da45a2-41ca-4014-8a7c-896aa263d982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:59:03.077806 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39726f81-06ad-46a1-bec2-ce32afa3de17 None None] New status for floating IP ea9cd969-e1d7-4fc1-a349-3f09cabc9fdd: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:59:03.666219 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:03.882478 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3460a4-7ef4-48f6-9e15-c698b8553209 req-2b2eaa9b-09da-4d51-9c8e-7f5853fe12d0 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:59:03.884040 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cc3460a4-7ef4-48f6-9e15-c698b8553209 req-2b2eaa9b-09da-4d51-9c8e-7f5853fe12d0 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 945 time: 0.0553734 Mar 24 15:59:03.932207 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-cc3460a4-7ef4-48f6-9e15-c698b8553209 req-6610a3e2-5e80-4652-a9c8-6accd7259b16 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/security-groups?id=72ea44ff-1980-475f-8a9c-f4ea572ed451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426049 Mar 24 15:59:04.130229 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92826e-2826-4653-9ff7-fba1ec227764 req-37f4cd2e-b975-47e9-81a5-e06def76ead6 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:59:04.131714 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9c92826e-2826-4653-9ff7-fba1ec227764 req-37f4cd2e-b975-47e9-81a5-e06def76ead6 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 945 time: 0.0531075 Mar 24 15:59:04.222964 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-9c92826e-2826-4653-9ff7-fba1ec227764 req-9e502efd-2d02-495c-a23f-f5aa3523f5b2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Deleting port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:04.223221 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9c92826e-2826-4653-9ff7-fba1ec227764 req-9e502efd-2d02-495c-a23f-f5aa3523f5b2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:04.314589 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-9c92826e-2826-4653-9ff7-fba1ec227764 req-9e502efd-2d02-495c-a23f-f5aa3523f5b2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] For port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=13ca80db-8a01-4cc4-961b-7205a7b2b1ef,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:04.314984 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9c92826e-2826-4653-9ff7-fba1ec227764 req-9e502efd-2d02-495c-a23f-f5aa3523f5b2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:04.328250 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-9c92826e-2826-4653-9ff7-fba1ec227764 req-9e502efd-2d02-495c-a23f-f5aa3523f5b2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Calling delete_port for 13ca80db-8a01-4cc4-961b-7205a7b2b1ef owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:04.523466 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9c92826e-2826-4653-9ff7-fba1ec227764 req-9e502efd-2d02-495c-a23f-f5aa3523f5b2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (13ca80db-8a01-4cc4-961b-7205a7b2b1ef), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:04.555527 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e502efd-2d02-495c-a23f-f5aa3523f5b2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event deleted for resources: {'Port': ['ID=13ca80db-8a01-4cc4-961b-7205a7b2b1ef,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:04.608074 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c92826e-2826-4653-9ff7-fba1ec227764 req-9e502efd-2d02-495c-a23f-f5aa3523f5b2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] No DVR routers for this DVR port 13ca80db-8a01-4cc4-961b-7205a7b2b1ef on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:59:04.610492 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9c92826e-2826-4653-9ff7-fba1ec227764 req-9e502efd-2d02-495c-a23f-f5aa3523f5b2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:04.613980 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9c92826e-2826-4653-9ff7-fba1ec227764 req-9e502efd-2d02-495c-a23f-f5aa3523f5b2 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.24 "DELETE /v2.0/ports/13ca80db-8a01-4cc4-961b-7205a7b2b1ef HTTP/1.1" status: 204 len: 173 time: 0.4771242 Mar 24 15:59:04.614427 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'name': 'network-vif-deleted', 'tag': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:59:04.617043 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8880f688-edf4-4c69-b79a-6acb575d23b3" -d '{"events": [{"server_uuid": "03d56db8-f771-461a-a5ba-6a8ef05139dc", "name": "network-vif-deleted", "tag": "13ca80db-8a01-4cc4-961b-7205a7b2b1ef"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:59:04.653621 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cef101-3e36-4997-a80a-37ecc7de1427 x-openstack-request-id: req-30cef101-3e36-4997-a80a-37ecc7de1427 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:59:04.654573 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d56db8-f771-461a-a5ba-6a8ef05139dc", "name": "network-vif-deleted", "tag": "13ca80db-8a01-4cc4-961b-7205a7b2b1ef", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:59:04.654864 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30cef101-3e36-4997-a80a-37ecc7de1427 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:59:04.655275 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cef101-3e36-4997-a80a-37ecc7de1427'] response: {'server_uuid': '03d56db8-f771-461a-a5ba-6a8ef05139dc', 'name': 'network-vif-deleted', 'tag': '13ca80db-8a01-4cc4-961b-7205a7b2b1ef', 'status': 'completed', 'code': 200} Mar 24 15:59:05.040514 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-28527979-6cac-498d-b39e-a7ac4c0d4946 req-7ce4db4f-1163-49ea-8c7b-2beeb349911e tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d56db8-f771-461a-a5ba-6a8ef05139dc HTTP/1.1" status: 200 len: 210 time: 0.0300596 Mar 24 15:59:05.073875 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a4b81-33f7-4cf0-bf96-c5936f707fe6 req-f944d4e5-b9c4-48ce-8057-d9ad8102bc91 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:59:05.079322 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0e7a4b81-33f7-4cf0-bf96-c5936f707fe6 req-f944d4e5-b9c4-48ce-8057-d9ad8102bc91 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 946 time: 0.0623412 Mar 24 15:59:05.130909 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-0e7a4b81-33f7-4cf0-bf96-c5936f707fe6 req-9ed05258-baf3-4a71-b4a3-9ad586107220 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e3bb804-7aaa-42d1-9dd1-dff0eb898093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464721 Mar 24 15:59:06.095971 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34836) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:06.220051 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Deleting port 5f4e6777-0a65-491e-ad7b-fe3c56fee050 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:06.220395 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (5f4e6777-0a65-491e-ad7b-fe3c56fee050), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:06.248262 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c5829-314d-4059-9e0d-a622c00461ea req-f2b24ec7-7bb7-4de9-9eb1-9df1f737f59d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:59:06.249757 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cb5c5829-314d-4059-9e0d-a622c00461ea req-f2b24ec7-7bb7-4de9-9eb1-9df1f737f59d tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 946 time: 0.0522504 Mar 24 15:59:06.297873 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-cb5c5829-314d-4059-9e0d-a622c00461ea req-aada9ed8-e9e4-45be-b74c-c02a2e763024 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e3bb804-7aaa-42d1-9dd1-dff0eb898093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 Mar 24 15:59:06.302046 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (5f4e6777-0a65-491e-ad7b-fe3c56fee050), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:06.302389 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (5f4e6777-0a65-491e-ad7b-fe3c56fee050), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:06.315306 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Calling delete_port for 5f4e6777-0a65-491e-ad7b-fe3c56fee050 owned by network:floatingip {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:06.504512 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-c73e61c6-8e48-4445-ad5f-27a946a3f1ce tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:59:06.505973 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-c73e61c6-8e48-4445-ad5f-27a946a3f1ce tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 946 time: 0.0518777 Mar 24 15:59:06.506353 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (5f4e6777-0a65-491e-ad7b-fe3c56fee050), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:06.541919 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event deleted for resources: {'Port': ['ID=5f4e6777-0a65-491e-ad7b-fe3c56fee050,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:06.565793 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.566064 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.566412 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.566773 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.567109 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.567442 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.567766 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.568090 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.568414 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.568735 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.569055 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.569377 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.569695 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.570009 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.570323 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:06.602977 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Deleting port 82b8494d-ec01-445e-a78f-852462c4690f {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:06.603663 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (82b8494d-ec01-445e-a78f-852462c4690f), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:06.608651 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for floatingip (1b2cd97c-e41b-4602-a1d7-ea505c4d1c80), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:06.611288 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:06.613952 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-a80d9915-245a-400b-9689-1267d8094d27 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "DELETE /v2.0/floatingips/1b2cd97c-e41b-4602-a1d7-ea505c4d1c80 HTTP/1.1" status: 204 len: 168 time: 0.5154836 Mar 24 15:59:06.663156 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 13ca80db-8a01-4cc4-961b-7205a7b2b1ef no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:06.683089 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 13ca80db-8a01-4cc4-961b-7205a7b2b1ef {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:06.683451 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 13ca80db-8a01-4cc4-961b-7205a7b2b1ef not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:06.692668 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] For port 82b8494d-ec01-445e-a78f-852462c4690f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=82b8494d-ec01-445e-a78f-852462c4690f,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:06.693032 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (82b8494d-ec01-445e-a78f-852462c4690f), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:06.862168 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:06.862570 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625926'] for floatingip (44f5b695-ee1b-483c-8e9f-c558388b279f), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:06.862882 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.l3_db [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Floating IP 44f5b695-ee1b-483c-8e9f-c558388b279f disassociated. External IP: 172.27.0.44, port: 82b8494d-ec01-445e-a78f-852462c4690f. Mar 24 15:59:06.863222 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Calling delete_port for 82b8494d-ec01-445e-a78f-852462c4690f owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:07.065956 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (82b8494d-ec01-445e-a78f-852462c4690f), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:07.095293 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'Port': ['ID=82b8494d-ec01-445e-a78f-852462c4690f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:07.216024 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:59:07.323171 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:59:07.334798 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30d1fcb-b0b6-4909-ab64-f6f4f9fcc464 None None] Sync routers for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:59:07.344463 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d1fcb-b0b6-4909-ab64-f6f4f9fcc464 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:59:07.345081 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-f30d1fcb-b0b6-4909-ab64-f6f4f9fcc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:58:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:07.369130 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] No DVR routers for this DVR port 82b8494d-ec01-445e-a78f-852462c4690f on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:59:07.373841 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:07.377164 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-5fdb81af-26bc-425c-a5df-c67c44d2389b req-8cf97041-df06-472a-926d-9606d06322f9 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.24 "DELETE /v2.0/ports/82b8494d-ec01-445e-a78f-852462c4690f HTTP/1.1" status: 204 len: 173 time: 0.8664217 Mar 24 15:59:07.377620 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'name': 'network-vif-deleted', 'tag': '82b8494d-ec01-445e-a78f-852462c4690f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:59:07.379925 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d421dc63-d923-479c-af8a-813431e21ed2" -d '{"events": [{"server_uuid": "80f15cc5-dbb1-4d56-9f0d-cc98badad8db", "name": "network-vif-deleted", "tag": "82b8494d-ec01-445e-a78f-852462c4690f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:59:07.408040 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-be1d30b1-c3b3-4591-8dfa-54020ff04b31 req-cf74abb4-5426-4139-8a4c-345ad086b5cb tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 210 time: 0.0358226 Mar 24 15:59:07.417863 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acffeedc-92de-4764-ac77-d0e8a2c632ed x-openstack-request-id: req-acffeedc-92de-4764-ac77-d0e8a2c632ed {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:59:07.418267 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f15cc5-dbb1-4d56-9f0d-cc98badad8db", "name": "network-vif-deleted", "tag": "82b8494d-ec01-445e-a78f-852462c4690f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:59:07.418624 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acffeedc-92de-4764-ac77-d0e8a2c632ed {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:59:07.419253 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acffeedc-92de-4764-ac77-d0e8a2c632ed'] response: {'server_uuid': '80f15cc5-dbb1-4d56-9f0d-cc98badad8db', 'name': 'network-vif-deleted', 'tag': '82b8494d-ec01-445e-a78f-852462c4690f', 'status': 'completed', 'code': 200} Mar 24 15:59:07.466234 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-f30d1fcb-b0b6-4909-ab64-f6f4f9fcc464 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:59:07.677162 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-f30d1fcb-b0b6-4909-ab64-f6f4f9fcc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:07.704101 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30d1fcb-b0b6-4909-ab64-f6f4f9fcc464 None None] Checking router: 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:59:07.712773 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d1fcb-b0b6-4909-ab64-f6f4f9fcc464 None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:59:07.713371 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-f30d1fcb-b0b6-4909-ab64-f6f4f9fcc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:58:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:07.820183 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-f30d1fcb-b0b6-4909-ab64-f6f4f9fcc464 None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:59:07.941935 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34854) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:08.000779 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-539c7908-d6d9-41df-87e9-70ae70fe5680 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group (72ea44ff-1980-475f-8a9c-f4ea572ed451), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:08.028792 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-539c7908-d6d9-41df-87e9-70ae70fe5680 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group (72ea44ff-1980-475f-8a9c-f4ea572ed451), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:08.108098 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-f30d1fcb-b0b6-4909-ab64-f6f4f9fcc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:08.134281 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30d1fcb-b0b6-4909-ab64-f6f4f9fcc464 None None] The sync data for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi is: [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:54:38Z', 'revision_number': 4, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi', '_interfaces': [{'id': 'fef98b4c-e13e-45bb-871b-c6ecd7ae865c', 'name': '', 'network_id': '911d5b75-7552-489f-98f6-a70f71f60c85', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'mac_address': 'fa:16:3e:17:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:37Z', 'updated_at': '2022-03-24T15:54:42Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'subnets': [{'id': 'd7299b1e-ce46-4d36-8286-c031882b2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:59:08.174776 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-539c7908-d6d9-41df-87e9-70ae70fe5680 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (72ea44ff-1980-475f-8a9c-f4ea572ed451), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:08.177406 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-539c7908-d6d9-41df-87e9-70ae70fe5680 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:08.178792 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-539c7908-d6d9-41df-87e9-70ae70fe5680 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] 10.222.0.31 "DELETE /v2.0/security-groups/72ea44ff-1980-475f-8a9c-f4ea572ed451 HTTP/1.1" status: 204 len: 168 time: 0.2357929 Mar 24 15:59:08.190443 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c7908-d6d9-41df-87e9-70ae70fe5680 tempest-TestVolumeBootPattern-2077504044 tempest-TestVolumeBootPattern-2077504044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ea44ff-1980-475f-8a9c-f4ea572ed451,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:08.299778 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34858) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:08.396007 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3d7f00-a4ce-4e04-a324-a6cc884e102d None None] New status for floating IP 44f5b695-ee1b-483c-8e9f-c558388b279f: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:59:08.523452 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-dc2362ae-ca5c-48f3-9080-a6ce4de2dbd5 req-06270d9d-3e6a-4c29-9d42-f99fd1dfa419 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f15cc5-dbb1-4d56-9f0d-cc98badad8db HTTP/1.1" status: 200 len: 210 time: 0.0280395 Mar 24 15:59:09.087030 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (928425bb-9e57-4592-9ca4-d83454b8e9c8), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:09.326593 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] Deleting port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:09.326876 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:09.403653 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] For port 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=8b2dd9a5-f3b2-4fdb-916b-727f57c22d07,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:09.404514 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:09.416901 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] Calling delete_port for 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:09.690551 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34868) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:09.717314 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (8b2dd9a5-f3b2-4fdb-916b-727f57c22d07), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:09.754421 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8b2dd9a5-f3b2-4fdb-916b-727f57c22d07,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:09.817614 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3a0830ef-19cc-4c79-88f3-f36f8e363458 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (8e3bb804-7aaa-42d1-9dd1-dff0eb898093), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:09.849735 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3a0830ef-19cc-4c79-88f3-f36f8e363458 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (8e3bb804-7aaa-42d1-9dd1-dff0eb898093), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:09.983806 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623798'] for router_interface (928425bb-9e57-4592-9ca4-d83454b8e9c8), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.056505 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3a0830ef-19cc-4c79-88f3-f36f8e363458 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (8e3bb804-7aaa-42d1-9dd1-dff0eb898093), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.059109 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3a0830ef-19cc-4c79-88f3-f36f8e363458 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.061052 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-3a0830ef-19cc-4c79-88f3-f36f8e363458 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "DELETE /v2.0/security-groups/8e3bb804-7aaa-42d1-9dd1-dff0eb898093 HTTP/1.1" status: 204 len: 168 time: 0.3692772 Mar 24 15:59:10.072556 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34870) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:10.073446 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0830ef-19cc-4c79-88f3-f36f8e363458 tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3bb804-7aaa-42d1-9dd1-dff0eb898093,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:10.086210 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.api.v2.resource [None req-152b34e0-6067-4f90-8321-bf74e81402aa tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] show failed (client error): The resource could not be found. Mar 24 15:59:10.087503 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-152b34e0-6067-4f90-8321-bf74e81402aa tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "GET /v2.0/security-groups/8e3bb804-7aaa-42d1-9dd1-dff0eb898093 HTTP/1.1" status: 404 len: 347 time: 0.0139201 Mar 24 15:59:10.090345 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34872) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:10.216821 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c9148452-f236-42b8-b375-876d3038897e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Deleting port 771fdcf1-84cc-4507-a448-716db0f22456 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:10.217232 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c9148452-f236-42b8-b375-876d3038897e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (771fdcf1-84cc-4507-a448-716db0f22456), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.229016 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] Router 928425bb-9e57-4592-9ca4-d83454b8e9c8 has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:59:10.295870 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c9148452-f236-42b8-b375-876d3038897e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (771fdcf1-84cc-4507-a448-716db0f22456), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.296201 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c9148452-f236-42b8-b375-876d3038897e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (771fdcf1-84cc-4507-a448-716db0f22456), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.308046 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c9148452-f236-42b8-b375-876d3038897e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Calling delete_port for 771fdcf1-84cc-4507-a448-716db0f22456 owned by network:floatingip {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:10.338754 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:59:10.347232 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-dc24aca2-5224-4aa9-9eed-f28d7c42e2ba admin admin] 10.222.0.31 "PUT /v2.0/routers/928425bb-9e57-4592-9ca4-d83454b8e9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0439897 Mar 24 15:59:10.348472 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34874) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:10.353565 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661a3134-6c97-4d90-b4fd-808335a2ab2a None None] Sync routers for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:59:10.362878 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661a3134-6c97-4d90-b4fd-808335a2ab2a None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:59:10.363488 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-661a3134-6c97-4d90-b4fd-808335a2ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:58:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:10.468059 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-661a3134-6c97-4d90-b4fd-808335a2ab2a None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:59:10.485113 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Publish callbacks [] for router (928425bb-9e57-4592-9ca4-d83454b8e9c8), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.632715 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Publish callbacks [] for router_gateway (928425bb-9e57-4592-9ca4-d83454b8e9c8), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.644998 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-661a3134-6c97-4d90-b4fd-808335a2ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:59:09Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:10.675339 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661a3134-6c97-4d90-b4fd-808335a2ab2a None None] Checking router: 928425bb-9e57-4592-9ca4-d83454b8e9c8 for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:59:10.677555 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c9148452-f236-42b8-b375-876d3038897e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (771fdcf1-84cc-4507-a448-716db0f22456), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.683687 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661a3134-6c97-4d90-b4fd-808335a2ab2a None None] Routers {'928425bb-9e57-4592-9ca4-d83454b8e9c8'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:59:10.684308 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-661a3134-6c97-4d90-b4fd-808335a2ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:58:44Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['928425bb-9e57-4592-9ca4-d83454b8e9c8'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:10.694297 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 82b8494d-ec01-445e-a78f-852462c4690f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:10.706466 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9148452-f236-42b8-b375-876d3038897e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Pushing event deleted for resources: {'Port': ['ID=771fdcf1-84cc-4507-a448-716db0f22456,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:10.715784 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 82b8494d-ec01-445e-a78f-852462c4690f {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:10.717052 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 82b8494d-ec01-445e-a78f-852462c4690f not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:10.796112 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-661a3134-6c97-4d90-b4fd-808335a2ab2a None None] Set router 928425bb-9e57-4592-9ca4-d83454b8e9c8 gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:59:10.796436 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c9148452-f236-42b8-b375-876d3038897e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks [] for floatingip (44f5b695-ee1b-483c-8e9f-c558388b279f), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.799053 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c9148452-f236-42b8-b375-876d3038897e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for floatingip (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.800202 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-c9148452-f236-42b8-b375-876d3038897e tempest-AttachVolumeNegativeTest-909107616 tempest-AttachVolumeNegativeTest-909107616-project] 10.222.0.31 "DELETE /v2.0/floatingips/44f5b695-ee1b-483c-8e9f-c558388b279f HTTP/1.1" status: 204 len: 168 time: 0.7085979 Mar 24 15:59:10.818780 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Deleting port 5f940291-1297-4985-9b1a-c9cb50b7c45b {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:10.819178 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.906387 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] For port 5f940291-1297-4985-9b1a-c9cb50b7c45b, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=5f940291-1297-4985-9b1a-c9cb50b7c45b,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:10.906665 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:10.921426 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Calling delete_port for 5f940291-1297-4985-9b1a-c9cb50b7c45b owned by network:router_gateway {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:10.978993 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-661a3134-6c97-4d90-b4fd-808335a2ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:59:09Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:11.005440 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661a3134-6c97-4d90-b4fd-808335a2ab2a None None] The sync data for ids ['928425bb-9e57-4592-9ca4-d83454b8e9c8'] in dv-cinder-790535-34-iscsi is: [{'id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'name': 'tempest-TestVolumeBootPattern-2036040823-router', 'tenant_id': '825d7896d32940ff81ebd3072efd386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:24Z', 'updated_at': '2022-03-24T15:59:09Z', 'revision_number': 5, 'project_id': '825d7896d32940ff81ebd3072efd386a', 'gw_port': {'id': '5f940291-1297-4985-9b1a-c9cb50b7c45b', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928425bb-9e57-4592-9ca4-d83454b8e9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:25Z', 'updated_at': '2022-03-24T15:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:59:11.163870 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (5f940291-1297-4985-9b1a-c9cb50b7c45b), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.192816 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f940291-1297-4985-9b1a-c9cb50b7c45b,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:11.254748 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625868'] for router_gateway (928425bb-9e57-4592-9ca4-d83454b8e9c8), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.351934 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046009'] for router (928425bb-9e57-4592-9ca4-d83454b8e9c8), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.356028 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Publish callbacks [] for router_controller (928425bb-9e57-4592-9ca4-d83454b8e9c8), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.475992 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:11.494772 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:11.495140 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 8b2dd9a5-f3b2-4fdb-916b-727f57c22d07 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:11.495280 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1623535'] for router (928425bb-9e57-4592-9ca4-d83454b8e9c8), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.495851 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928425bb-9e57-4592-9ca4-d83454b8e9c8 {{(pid=110397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:59:11.501414 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.502653 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-7fecc4cd-0fe6-413e-94cd-0ae26ddf9705 admin admin] 10.222.0.31 "DELETE /v2.0/routers/928425bb-9e57-4592-9ca4-d83454b8e9c8 HTTP/1.1" status: 204 len: 168 time: 1.1533027 Mar 24 15:59:11.506843 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34880) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:11.529467 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-a43b8a96-ddb0-49fa-a94c-e34ad84fa438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.554444 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_v2 [None req-401ffee9-602b-4585-a624-9df7b799ad00 admin admin] Deleting subnet e1da45a2-41ca-4014-8a7c-896aa263d982 {{(pid=110397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:59:11.557580 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-401ffee9-602b-4585-a624-9df7b799ad00 admin admin] Publish callbacks [] for subnet (e1da45a2-41ca-4014-8a7c-896aa263d982), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.593575 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-401ffee9-602b-4585-a624-9df7b799ad00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127327259'] for subnet (e1da45a2-41ca-4014-8a7c-896aa263d982), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.674549 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-401ffee9-602b-4585-a624-9df7b799ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (e1da45a2-41ca-4014-8a7c-896aa263d982), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.779851 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-401ffee9-602b-4585-a624-9df7b799ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127191874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127861695'] for subnet (e1da45a2-41ca-4014-8a7c-896aa263d982), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.807683 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ffee9-602b-4585-a624-9df7b799ad00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1da45a2-41ca-4014-8a7c-896aa263d982,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:11.815874 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-401ffee9-602b-4585-a624-9df7b799ad00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.816910 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-401ffee9-602b-4585-a624-9df7b799ad00 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e1da45a2-41ca-4014-8a7c-896aa263d982 HTTP/1.1" status: 204 len: 168 time: 0.3107624 Mar 24 15:59:11.819490 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34882) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:11.819954 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e56714-ed8e-48e3-9997-6aa70f7c8c8b None None] Network 820ba51f-beaa-4316-bd0f-93846d088224 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:59:11.886099 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (820ba51f-beaa-4316-bd0f-93846d088224), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:11.942565 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Deleting port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:11.942998 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.010232 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] For port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=79e15c62-6eb6-43a8-ade5-487a0bf79ee8,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:12.010603 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.015734 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] DHCP port deletion for 820ba51f-beaa-4316-bd0f-93846d088224 request from dv-cinder-790535-34-iscsi {{(pid=110398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:59:12.026584 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Calling delete_port for 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:12.065484 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Deleting port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 {{(pid=110398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:12.065869 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), before_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.133506 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] For port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=79e15c62-6eb6-43a8-ade5-487a0bf79ee8,segment=NetworkSegment(f0d0f105-27ac-4755-8f16-d82a9e50652a),segment_id=f0d0f105-27ac-4755-8f16-d82a9e50652a)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:12.133905 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), precommit_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.147874 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Calling delete_port for 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 owned by network:dhcp {{(pid=110398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:12.171986 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.196622 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e15c62-6eb6-43a8-ade5-487a0bf79ee8,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:12.202393 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] No DVR routers for this DVR port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 on host dv-cinder-790535-34-iscsi {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:59:12.233142 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (79e15c62-6eb6-43a8-ade5-487a0bf79ee8), after_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.259446 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Pushing event deleted for resources: {'Port': ['ID=79e15c62-6eb6-43a8-ade5-487a0bf79ee8,revision_number=None']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:12.261650 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] No DVR routers for this DVR port 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 on host dv-cinder-790535-34-iscsi {{(pid=110398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:59:12.272878 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.273242 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.273614 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.273994 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.274347 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.274710 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.275176 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.275371 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.275728 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.276063 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.276396 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.276730 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.277062 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.277778 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.277985 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83029144-6627-40ef-a03d-c3a039c7a974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:59:12.278561 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (820ba51f-beaa-4316-bd0f-93846d088224), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.300301 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820ba51f-beaa-4316-bd0f-93846d088224']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:12.310971 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d0f105-27ac-4755-8f16-d82a9e50652a') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:12.311167 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d0f105-27ac-4755-8f16-d82a9e50652a') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:12.321108 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (f0d0f105-27ac-4755-8f16-d82a9e50652a), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.336770 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (f0d0f105-27ac-4755-8f16-d82a9e50652a), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.342890 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:59:12.343289 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (f0d0f105-27ac-4755-8f16-d82a9e50652a), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:59:12.344943 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:59:12.517308 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (820ba51f-beaa-4316-bd0f-93846d088224), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.522973 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:12.526085 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/820ba51f-beaa-4316-bd0f-93846d088224 HTTP/1.1" status: 204 len: 168 time: 0.7054570 Mar 24 15:59:12.530092 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34894) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:12.538062 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecaad7-44c0-4af5-bf66-76a2932b99f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=820ba51f-beaa-4316-bd0f-93846d088224,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:12.877166 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:13.126306 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] Deleting port c94e6a3e-63df-4c53-9b12-846f26899a59 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:13.126644 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:13.208520 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] For port c94e6a3e-63df-4c53-9b12-846f26899a59, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=c94e6a3e-63df-4c53-9b12-846f26899a59,segment=NetworkSegment(2f29a1ee-9965-4ad7-969e-2ee7a75a658c),segment_id=2f29a1ee-9965-4ad7-969e-2ee7a75a658c)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:13.208792 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:13.224430 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] Calling delete_port for c94e6a3e-63df-4c53-9b12-846f26899a59 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:13.290215 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5f940291-1297-4985-9b1a-c9cb50b7c45b no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:13.313845 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 5f940291-1297-4985-9b1a-c9cb50b7c45b {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:13.314195 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5f940291-1297-4985-9b1a-c9cb50b7c45b not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:13.314621 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:13.334315 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:13.334663 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 79e15c62-6eb6-43a8-ade5-487a0bf79ee8 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:13.488918 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (c94e6a3e-63df-4c53-9b12-846f26899a59), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:13.516313 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94e6a3e-63df-4c53-9b12-846f26899a59,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:13.609556 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:59:13.700220 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623798'] for router_interface (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:13.889632 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4291a5b2-e660-4ebb-8f99-fb8d8fc55dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:13.933640 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] Router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:59:14.045742 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:59:14.050822 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-ba112deb-a580-4078-9f95-8e18b55fcf61 admin admin] 10.222.0.31 "PUT /v2.0/routers/c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5195820 Mar 24 15:59:14.053406 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34910) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:14.054937 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f456dc-58dd-4ede-bb37-7af5f8ac7de6 None None] Sync routers for ids ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'] in dv-cinder-790535-34-iscsi {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:59:14.064786 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f456dc-58dd-4ede-bb37-7af5f8ac7de6 None None] Routers {'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:59:14.065424 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-98f456dc-58dd-4ede-bb37-7af5f8ac7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:59:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:14.307597 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-98f456dc-58dd-4ede-bb37-7af5f8ac7de6 None None] Set router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:59:14.438698 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Publish callbacks [] for router (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:14.488868 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-98f456dc-58dd-4ede-bb37-7af5f8ac7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'name': 'tempest-TestVolumeBootPattern-1071044853-router', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:31Z', 'updated_at': '2022-03-24T15:59:13Z', 'revision_number': 5, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'gw_port': {'id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:32Z', 'updated_at': '2022-03-24T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:14.518857 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f456dc-58dd-4ede-bb37-7af5f8ac7de6 None None] Checking router: c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e for host: dv-cinder-790535-34-iscsi {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:59:14.527128 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f456dc-58dd-4ede-bb37-7af5f8ac7de6 None None] Routers {'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:59:14.528008 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-98f456dc-58dd-4ede-bb37-7af5f8ac7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:59:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:14.545809 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Publish callbacks [] for router_gateway (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:14.629734 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-98f456dc-58dd-4ede-bb37-7af5f8ac7de6 None None] Set router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e gateway port host: dv-cinder-790535-34-iscsi {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:59:14.659189 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Deleting port 2c4a58ab-e2d4-464c-8a53-01a8b970078f {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:14.659674 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:14.736678 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] For port 2c4a58ab-e2d4-464c-8a53-01a8b970078f, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=2c4a58ab-e2d4-464c-8a53-01a8b970078f,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:14.737410 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:14.750503 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Calling delete_port for 2c4a58ab-e2d4-464c-8a53-01a8b970078f owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:14.808629 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-98f456dc-58dd-4ede-bb37-7af5f8ac7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'name': 'tempest-TestVolumeBootPattern-1071044853-router', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:31Z', 'updated_at': '2022-03-24T15:59:13Z', 'revision_number': 5, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'gw_port': {'id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:32Z', 'updated_at': '2022-03-24T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:14.835392 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f456dc-58dd-4ede-bb37-7af5f8ac7de6 None None] The sync data for ids ['c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e'] in dv-cinder-790535-34-iscsi is: [{'id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'name': 'tempest-TestVolumeBootPattern-1071044853-router', 'tenant_id': '83fcf44b23824754b746f6c441759d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:51:31Z', 'updated_at': '2022-03-24T15:59:13Z', 'revision_number': 5, 'project_id': '83fcf44b23824754b746f6c441759d0c', 'gw_port': {'id': '2c4a58ab-e2d4-464c-8a53-01a8b970078f', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:51:32Z', 'updated_at': '2022-03-24T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:59:14.986557 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (2c4a58ab-e2d4-464c-8a53-01a8b970078f), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.017083 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4a58ab-e2d4-464c-8a53-01a8b970078f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:15.055625 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.079399 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625868'] for router_gateway (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.092138 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34918) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:15.172647 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046009'] for router (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.174718 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Publish callbacks [] for router_controller (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.294425 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1623535'] for router (c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.295602 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:59:15.305625 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.305625 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b25c2608-26b1-4845-a1ba-16dbe8ef97fa admin admin] 10.222.0.31 "DELETE /v2.0/routers/c1ebd175-6731-4fdc-b769-1f1b7bbd7d9e HTTP/1.1" status: 204 len: 168 time: 1.2477951 Mar 24 15:59:15.305625 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34920) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:15.356243 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93ee3bf-e9a2-42f3-aaf5-492e9a17f159 admin admin] Deleting subnet fa47acb0-7715-46c9-a640-a32973db9cd7 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:59:15.360981 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b93ee3bf-e9a2-42f3-aaf5-492e9a17f159 admin admin] Publish callbacks [] for subnet (fa47acb0-7715-46c9-a640-a32973db9cd7), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.382208 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device c94e6a3e-63df-4c53-9b12-846f26899a59 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:15.398043 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b93ee3bf-e9a2-42f3-aaf5-492e9a17f159 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-965199'] for subnet (fa47acb0-7715-46c9-a640-a32973db9cd7), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.406828 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: c94e6a3e-63df-4c53-9b12-846f26899a59 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:15.406828 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device c94e6a3e-63df-4c53-9b12-846f26899a59 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:15.496006 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b93ee3bf-e9a2-42f3-aaf5-492e9a17f159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (fa47acb0-7715-46c9-a640-a32973db9cd7), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.501932 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625670'] for router_interface (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.608070 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b93ee3bf-e9a2-42f3-aaf5-492e9a17f159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126708171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126813360'] for subnet (fa47acb0-7715-46c9-a640-a32973db9cd7), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.634558 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ee3bf-e9a2-42f3-aaf5-492e9a17f159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa47acb0-7715-46c9-a640-a32973db9cd7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:15.636634 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b93ee3bf-e9a2-42f3-aaf5-492e9a17f159 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.641168 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a9c2c-7765-40d3-a033-d88a2acd5f9a None None] Network 76dd4c47-127e-4dc7-98f8-8e3699eebe85 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:59:15.643905 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-b93ee3bf-e9a2-42f3-aaf5-492e9a17f159 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fa47acb0-7715-46c9-a640-a32973db9cd7 HTTP/1.1" status: 204 len: 168 time: 0.3381670 Mar 24 15:59:15.648490 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34922) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:15.717911 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (76dd4c47-127e-4dc7-98f8-8e3699eebe85), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.768307 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] Deleting port fef98b4c-e13e-45bb-871b-c6ecd7ae865c {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:15.768655 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.783372 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Deleting port 70286fbd-1c57-4f4f-94a8-b662f202e48c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:15.783858 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.846908 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] For port 70286fbd-1c57-4f4f-94a8-b662f202e48c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=70286fbd-1c57-4f4f-94a8-b662f202e48c,segment=NetworkSegment(2f29a1ee-9965-4ad7-969e-2ee7a75a658c),segment_id=2f29a1ee-9965-4ad7-969e-2ee7a75a658c)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:15.847200 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.849344 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] For port fef98b4c-e13e-45bb-871b-c6ecd7ae865c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=fef98b4c-e13e-45bb-871b-c6ecd7ae865c,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:15.849703 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:15.860180 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Calling delete_port for 70286fbd-1c57-4f4f-94a8-b662f202e48c owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:15.863121 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] Calling delete_port for fef98b4c-e13e-45bb-871b-c6ecd7ae865c owned by network:router_interface {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:15.911235 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15289214-e75f-44bc-b59d-1e172c00cdf6 None None] DHCP port deletion for 76dd4c47-127e-4dc7-98f8-8e3699eebe85 request from dv-cinder-790535-34-iscsi {{(pid=110398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:59:15.971772 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-15289214-e75f-44bc-b59d-1e172c00cdf6 None None] Deleting port 70286fbd-1c57-4f4f-94a8-b662f202e48c {{(pid=110398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:15.972159 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-15289214-e75f-44bc-b59d-1e172c00cdf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), before_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.033824 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-15289214-e75f-44bc-b59d-1e172c00cdf6 None None] For port 70286fbd-1c57-4f4f-94a8-b662f202e48c, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=70286fbd-1c57-4f4f-94a8-b662f202e48c,segment=NetworkSegment(2f29a1ee-9965-4ad7-969e-2ee7a75a658c),segment_id=2f29a1ee-9965-4ad7-969e-2ee7a75a658c)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:16.034222 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-15289214-e75f-44bc-b59d-1e172c00cdf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), precommit_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.048764 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-15289214-e75f-44bc-b59d-1e172c00cdf6 None None] Calling delete_port for 70286fbd-1c57-4f4f-94a8-b662f202e48c owned by network:dhcp {{(pid=110398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:16.064851 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.101748 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=70286fbd-1c57-4f4f-94a8-b662f202e48c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:16.105466 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] No DVR routers for this DVR port 70286fbd-1c57-4f4f-94a8-b662f202e48c on host dv-cinder-790535-34-iscsi {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:59:16.133750 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-15289214-e75f-44bc-b59d-1e172c00cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (70286fbd-1c57-4f4f-94a8-b662f202e48c), after_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.164907 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15289214-e75f-44bc-b59d-1e172c00cdf6 None None] Pushing event deleted for resources: {'Port': ['ID=70286fbd-1c57-4f4f-94a8-b662f202e48c,revision_number=None']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:16.169480 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15289214-e75f-44bc-b59d-1e172c00cdf6 None None] No DVR routers for this DVR port 70286fbd-1c57-4f4f-94a8-b662f202e48c on host dv-cinder-790535-34-iscsi {{(pid=110398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:59:16.183709 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (76dd4c47-127e-4dc7-98f8-8e3699eebe85), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.206365 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.services.segments.db [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dd4c47-127e-4dc7-98f8-8e3699eebe85']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:16.216675 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.services.segments.db [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f29a1ee-9965-4ad7-969e-2ee7a75a658c') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:16.217099 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.services.segments.db [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f29a1ee-9965-4ad7-969e-2ee7a75a658c') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:16.228478 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-965238'] for segment (2f29a1ee-9965-4ad7-969e-2ee7a75a658c), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.241953 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (2f29a1ee-9965-4ad7-969e-2ee7a75a658c), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.248917 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:59:16.249454 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126707817'] for segment (2f29a1ee-9965-4ad7-969e-2ee7a75a658c), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: Traceback (most recent call last): Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: timer() Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: cb(*args, **kw) Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: return func(*args, **kwargs) Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: self._notify() Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: self.callback(batched_events) Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: event.method(event) Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: return f(self, *a, **k) Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: return self._get(url).json() Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: return self.request(url, 'GET', **kwargs) Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:59:16.251173 dv-cinder-790535-34-iscsi neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:59:16.431880 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (76dd4c47-127e-4dc7-98f8-8e3699eebe85), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.440121 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.443241 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/76dd4c47-127e-4dc7-98f8-8e3699eebe85 HTTP/1.1" status: 204 len: 168 time: 0.7938025 Mar 24 15:59:16.453954 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730ef7b-371b-4847-ab0b-d7e49f0d59f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=76dd4c47-127e-4dc7-98f8-8e3699eebe85,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:16.454624 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (fef98b4c-e13e-45bb-871b-c6ecd7ae865c), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.455711 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.480508 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef98b4c-e13e-45bb-871b-c6ecd7ae865c,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:16.647326 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623798'] for router_interface (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.797318 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34926) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:16.837660 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-216cbaeb-e207-439e-a1de-88f9b57a4d3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=825d7896d32940ff81ebd3072efd386a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391693 Mar 24 15:59:16.840239 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34928) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:16.867600 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] Router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d has already been hosted by L3 agent 7d5f397e-f0a1-43bc-ab4e-124b4102dff5 {{(pid=110397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:59:16.888280 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9712389e-944a-47a3-8a13-ac625f5e7245 admin admin] Publish callbacks [] for security_group (c486102a-2577-4954-b01c-cdf0b4ba7e0e), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.908885 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9712389e-944a-47a3-8a13-ac625f5e7245 admin admin] Publish callbacks [] for security_group (c486102a-2577-4954-b01c-cdf0b4ba7e0e), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:16.979223 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] Notify agent at l3_agent.dv-cinder-790535-34-iscsi the message routers_updated {{(pid=110397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:59:16.984859 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-8b2bbbc5-065b-4adf-9aa4-14f5ef264867 admin admin] 10.222.0.31 "PUT /v2.0/routers/01c6b72f-b3f3-4b24-926b-86ecd5a66f7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8917880 Mar 24 15:59:16.987351 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34930) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:16.989953 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095d353-b993-4a88-822b-1f59f3ba77ff None None] Sync routers for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:59:17.003751 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c095d353-b993-4a88-822b-1f59f3ba77ff None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:59:17.004463 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c095d353-b993-4a88-822b-1f59f3ba77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:59:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:17.020106 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9712389e-944a-47a3-8a13-ac625f5e7245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (c486102a-2577-4954-b01c-cdf0b4ba7e0e), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.022845 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9712389e-944a-47a3-8a13-ac625f5e7245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.026419 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-9712389e-944a-47a3-8a13-ac625f5e7245 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c486102a-2577-4954-b01c-cdf0b4ba7e0e HTTP/1.1" status: 204 len: 168 time: 0.1828716 Mar 24 15:59:17.035377 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712389e-944a-47a3-8a13-ac625f5e7245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c486102a-2577-4954-b01c-cdf0b4ba7e0e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:17.102154 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Publish callbacks [] for router (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.126311 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-c095d353-b993-4a88-822b-1f59f3ba77ff None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: dv-cinder-790535-34-iscsi {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:59:17.211592 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Publish callbacks [] for router_gateway (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.317705 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c095d353-b993-4a88-822b-1f59f3ba77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'external_fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:59:16Z', 'revision_number': 5, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port': {'id': '5857f6a2-f656-4ac4-880b-90ca4ab354bf', 'name': '', 'network_id': 'cd957b4c-42c5-4eea-915f-4d8712523c86', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:54:35Z', 'updated_at': '2022-03-24T15:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab3c07a-7e36-4526-b854-5135fd184971', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-34-iscsi'}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:17.345479 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095d353-b993-4a88-822b-1f59f3ba77ff None None] Checking router: 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d for host: dv-cinder-790535-34-iscsi {{(pid=110399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:59:17.347120 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Deleting port 5857f6a2-f656-4ac4-880b-90ca4ab354bf {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:17.347583 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.362487 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 70286fbd-1c57-4f4f-94a8-b662f202e48c no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:17.366247 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c095d353-b993-4a88-822b-1f59f3ba77ff None None] Routers {'01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'} bound to L3 agent in host dv-cinder-790535-34-iscsi {{(pid=110399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:59:17.366921 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c095d353-b993-4a88-822b-1f59f3ba77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T15:39:14Z,description=,heartbeat_timestamp=2022-03-24T15:59:14Z,host='dv-cinder-790535-34-iscsi',id=7d5f397e-f0a1-43bc-ab4e-124b4102dff5,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T15:39:14Z,topic='l3_agent')) {'router_ids': ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'], 'active': True} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:17.387273 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 70286fbd-1c57-4f4f-94a8-b662f202e48c {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:17.387950 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 70286fbd-1c57-4f4f-94a8-b662f202e48c not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:17.388778 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 2c4a58ab-e2d4-464c-8a53-01a8b970078f no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:17.411533 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 2c4a58ab-e2d4-464c-8a53-01a8b970078f {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:17.412349 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 2c4a58ab-e2d4-464c-8a53-01a8b970078f not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:17.441646 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] For port 5857f6a2-f656-4ac4-880b-90ca4ab354bf, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=5857f6a2-f656-4ac4-880b-90ca4ab354bf,segment=NetworkSegment(3c46df71-250a-4d1a-b1b6-99359544f8ae),segment_id=3c46df71-250a-4d1a-b1b6-99359544f8ae)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:17.442011 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.456114 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Calling delete_port for 5857f6a2-f656-4ac4-880b-90ca4ab354bf owned by network:router_gateway {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:17.465762 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_dvr_db [None req-c095d353-b993-4a88-822b-1f59f3ba77ff None None] Set router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d gateway port host: None {{(pid=110399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:59:17.520682 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.l3_hamode_db [None req-c095d353-b993-4a88-822b-1f59f3ba77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:59:17Z', 'revision_number': 6, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port_host': None}], 'dv-cinder-790535-34-iscsi', False) {} {{(pid=110399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:17.547872 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095d353-b993-4a88-822b-1f59f3ba77ff None None] The sync data for ids ['01c6b72f-b3f3-4b24-926b-86ecd5a66f7d'] in dv-cinder-790535-34-iscsi is: [{'id': '01c6b72f-b3f3-4b24-926b-86ecd5a66f7d', 'name': 'tempest-AttachVolumeNegativeTest-882651443-router', 'tenant_id': '65aeffbf058c4b8e9705e321be3326ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:54:34Z', 'updated_at': '2022-03-24T15:59:17Z', 'revision_number': 6, 'project_id': '65aeffbf058c4b8e9705e321be3326ef', 'gw_port_host': None}] {{(pid=110399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:59:17.689015 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127191731'] for port (5857f6a2-f656-4ac4-880b-90ca4ab354bf), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.715273 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Pushing event deleted for resources: {'Port': ['ID=5857f6a2-f656-4ac4-880b-90ca4ab354bf,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:17.748129 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34936) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:17.774247 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.776985 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625868'] for router_gateway (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.789768 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-1cb1d02e-b4f7-44f5-82cb-4b1af3920aba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83fcf44b23824754b746f6c441759d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403900 Mar 24 15:59:17.792312 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34938) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:17.839274 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-492eef80-c36e-4989-8a0b-877e729e71d5 admin admin] Publish callbacks [] for security_group (d5e5c7cb-148b-459c-b149-cfd49edd633f), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.861120 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-492eef80-c36e-4989-8a0b-877e729e71d5 admin admin] Publish callbacks [] for security_group (d5e5c7cb-148b-459c-b149-cfd49edd633f), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.875173 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046009'] for router (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.877337 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Publish callbacks [] for router_controller (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.989974 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-492eef80-c36e-4989-8a0b-877e729e71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (d5e5c7cb-148b-459c-b149-cfd49edd633f), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.992695 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-492eef80-c36e-4989-8a0b-877e729e71d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.993903 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-492eef80-c36e-4989-8a0b-877e729e71d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5e5c7cb-148b-459c-b149-cfd49edd633f HTTP/1.1" status: 204 len: 168 time: 0.2006891 Mar 24 15:59:17.997476 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1623535'] for router (01c6b72f-b3f3-4b24-926b-86ecd5a66f7d), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:17.998151 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01c6b72f-b3f3-4b24-926b-86ecd5a66f7d {{(pid=110397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:59:18.002570 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.004908 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-fafc1d8f-173e-4b04-8632-26a640fce787 admin admin] 10.222.0.31 "DELETE /v2.0/routers/01c6b72f-b3f3-4b24-926b-86ecd5a66f7d HTTP/1.1" status: 204 len: 168 time: 1.0154231 Mar 24 15:59:18.006647 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 34942) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:18.007329 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492eef80-c36e-4989-8a0b-877e729e71d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e5c7cb-148b-459c-b149-cfd49edd633f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:18.052840 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcf972a-3b82-4b98-9354-a35900ae7580 admin admin] Deleting subnet d7299b1e-ce46-4d36-8286-c031882b2444 {{(pid=110397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:59:18.055907 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fcf972a-3b82-4b98-9354-a35900ae7580 admin admin] Publish callbacks [] for subnet (d7299b1e-ce46-4d36-8286-c031882b2444), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.091014 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fcf972a-3b82-4b98-9354-a35900ae7580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127327259'] for subnet (d7299b1e-ce46-4d36-8286-c031882b2444), precommit_delete_associations {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.172287 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fcf972a-3b82-4b98-9354-a35900ae7580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (d7299b1e-ce46-4d36-8286-c031882b2444), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.305226 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fcf972a-3b82-4b98-9354-a35900ae7580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127191874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127861695'] for subnet (d7299b1e-ce46-4d36-8286-c031882b2444), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.333651 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf972a-3b82-4b98-9354-a35900ae7580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7299b1e-ce46-4d36-8286-c031882b2444,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:18.342122 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fcf972a-3b82-4b98-9354-a35900ae7580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for subnet (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.351080 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34944) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:18.351258 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-6fcf972a-3b82-4b98-9354-a35900ae7580 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d7299b1e-ce46-4d36-8286-c031882b2444 HTTP/1.1" status: 204 len: 168 time: 0.3413041 Mar 24 15:59:18.353861 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92909033-ccc6-467f-9192-abe1d3bd714d None None] Network 911d5b75-7552-489f-98f6-a70f71f60c85 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:59:18.442207 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (911d5b75-7552-489f-98f6-a70f71f60c85), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.505571 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Deleting port 18638dc9-6054-4392-abfb-69feaa7d63e5 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:18.507398 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.543982 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee476205-76ba-4703-9d7e-ac84cac33456 None None] DHCP port deletion for 911d5b75-7552-489f-98f6-a70f71f60c85 request from dv-cinder-790535-34-iscsi {{(pid=110398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:59:18.578352 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] For port 18638dc9-6054-4392-abfb-69feaa7d63e5, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=18638dc9-6054-4392-abfb-69feaa7d63e5,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:18.579118 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.592784 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Calling delete_port for 18638dc9-6054-4392-abfb-69feaa7d63e5 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:18.599846 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-ee476205-76ba-4703-9d7e-ac84cac33456 None None] Deleting port 18638dc9-6054-4392-abfb-69feaa7d63e5 {{(pid=110398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:59:18.600214 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ee476205-76ba-4703-9d7e-ac84cac33456 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), before_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.664926 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-ee476205-76ba-4703-9d7e-ac84cac33456 None None] For port 18638dc9-6054-4392-abfb-69feaa7d63e5, host dv-cinder-790535-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-34-iscsi',level=0,port_id=18638dc9-6054-4392-abfb-69feaa7d63e5,segment=NetworkSegment(f28f80cf-0d63-46aa-85e9-c1ee32d39a1f),segment_id=f28f80cf-0d63-46aa-85e9-c1ee32d39a1f)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:59:18.665330 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ee476205-76ba-4703-9d7e-ac84cac33456 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), precommit_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.679651 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-ee476205-76ba-4703-9d7e-ac84cac33456 None None] Calling delete_port for 18638dc9-6054-4392-abfb-69feaa7d63e5 owned by network:dhcp {{(pid=110398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:59:18.780234 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.785767 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ee476205-76ba-4703-9d7e-ac84cac33456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351'] for port (18638dc9-6054-4392-abfb-69feaa7d63e5), after_delete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.808009 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] No DVR routers for this DVR port 18638dc9-6054-4392-abfb-69feaa7d63e5 on host dv-cinder-790535-34-iscsi {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:59:18.812337 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee476205-76ba-4703-9d7e-ac84cac33456 None None] Pushing event deleted for resources: {'Port': ['ID=18638dc9-6054-4392-abfb-69feaa7d63e5,revision_number=None']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:18.814384 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=18638dc9-6054-4392-abfb-69feaa7d63e5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:18.815795 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee476205-76ba-4703-9d7e-ac84cac33456 None None] No DVR routers for this DVR port 18638dc9-6054-4392-abfb-69feaa7d63e5 on host dv-cinder-790535-34-iscsi {{(pid=110398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:59:18.885936 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (911d5b75-7552-489f-98f6-a70f71f60c85), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.907185 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911d5b75-7552-489f-98f6-a70f71f60c85']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:18.916285 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:18.916587 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28f80cf-0d63-46aa-85e9-c1ee32d39a1f') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:59:18.925739 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-965238'] for segment (f28f80cf-0d63-46aa-85e9-c1ee32d39a1f), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.938415 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (f28f80cf-0d63-46aa-85e9-c1ee32d39a1f), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.944067 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:59:18.944453 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126707817'] for segment (f28f80cf-0d63-46aa-85e9-c1ee32d39a1f), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: Traceback (most recent call last): Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: timer() Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: cb(*args, **kw) Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: return func(*args, **kwargs) Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: self._notify() Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: self.callback(batched_events) Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: event.method(event) Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: return f(self, *a, **k) Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: return self._get(url).json() Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: return self.request(url, 'GET', **kwargs) Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:59:18.946036 dv-cinder-790535-34-iscsi neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:59:19.069713 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (911d5b75-7552-489f-98f6-a70f71f60c85), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:19.074894 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:19.078455 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/911d5b75-7552-489f-98f6-a70f71f60c85 HTTP/1.1" status: 204 len: 168 time: 0.7263565 Mar 24 15:59:19.089378 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dc535-1fe2-493b-ad7b-72aefd9c88a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=911d5b75-7552-489f-98f6-a70f71f60c85,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:19.287511 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 18638dc9-6054-4392-abfb-69feaa7d63e5 no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:19.307727 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 18638dc9-6054-4392-abfb-69feaa7d63e5 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:19.308058 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 18638dc9-6054-4392-abfb-69feaa7d63e5 not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:19.308474 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device fef98b4c-e13e-45bb-871b-c6ecd7ae865c no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:19.327781 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: fef98b4c-e13e-45bb-871b-c6ecd7ae865c {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:19.328060 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device fef98b4c-e13e-45bb-871b-c6ecd7ae865c not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:19.328468 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5857f6a2-f656-4ac4-880b-90ca4ab354bf no longer exists at agent ovs-agent-dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:59:19.346851 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] No Port match for: 5857f6a2-f656-4ac4-880b-90ca4ab354bf {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:59:19.347202 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Device 5857f6a2-f656-4ac4-880b-90ca4ab354bf not bound to the agent host dv-cinder-790535-34-iscsi {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:59:19.522030 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34948) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:19.561492 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-2d661964-62c6-4ed6-ba8c-affd1863541f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65aeffbf058c4b8e9705e321be3326ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382655 Mar 24 15:59:19.563779 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 34950) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:19.614624 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8b046bf-3e37-44d6-9876-71b65f7f9aef admin admin] Publish callbacks [] for security_group (e5244f4f-2b8d-46d5-a788-b13718e7db2f), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:19.635216 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8b046bf-3e37-44d6-9876-71b65f7f9aef admin admin] Publish callbacks [] for security_group (e5244f4f-2b8d-46d5-a788-b13718e7db2f), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:19.755894 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8b046bf-3e37-44d6-9876-71b65f7f9aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (e5244f4f-2b8d-46d5-a788-b13718e7db2f), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:19.758509 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8b046bf-3e37-44d6-9876-71b65f7f9aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:19.759692 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-c8b046bf-3e37-44d6-9876-71b65f7f9aef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5244f4f-2b8d-46d5-a788-b13718e7db2f HTTP/1.1" status: 204 len: 168 time: 0.1950316 Mar 24 15:59:19.768292 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b046bf-3e37-44d6-9876-71b65f7f9aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5244f4f-2b8d-46d5-a788-b13718e7db2f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:21.409839 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 35000) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:21.512500 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7359dbd1-92f3-4004-bc86-14be12853770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:21.583382 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7359dbd1-92f3-4004-bc86-14be12853770 admin admin] Publish callbacks [] for security_group (e8837e33-6d71-4d30-9332-a48389849a1c), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:21.658376 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7359dbd1-92f3-4004-bc86-14be12853770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (e8837e33-6d71-4d30-9332-a48389849a1c), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:21.696115 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-7359dbd1-92f3-4004-bc86-14be12853770 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c21fa371ff2445bcaa750b12170a78de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851994 Mar 24 15:59:21.698029 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359dbd1-92f3-4004-bc86-14be12853770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8837e33-6d71-4d30-9332-a48389849a1c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:21.698851 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 35004) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:21.746718 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ecc95501-5373-46f3-bbf5-48df6917cc0a admin admin] Publish callbacks [] for security_group (e8837e33-6d71-4d30-9332-a48389849a1c), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:21.766894 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ecc95501-5373-46f3-bbf5-48df6917cc0a admin admin] Publish callbacks [] for security_group (e8837e33-6d71-4d30-9332-a48389849a1c), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:21.898102 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ecc95501-5373-46f3-bbf5-48df6917cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (e8837e33-6d71-4d30-9332-a48389849a1c), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:21.900619 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ecc95501-5373-46f3-bbf5-48df6917cc0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:21.901772 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-ecc95501-5373-46f3-bbf5-48df6917cc0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8837e33-6d71-4d30-9332-a48389849a1c HTTP/1.1" status: 204 len: 168 time: 0.2019010 Mar 24 15:59:21.910283 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc95501-5373-46f3-bbf5-48df6917cc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8837e33-6d71-4d30-9332-a48389849a1c,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:33.659950 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:35.044623 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 35138) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:35.153157 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e1af6be3-fc71-43bb-88b8-85e73d1aaf84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:35.235071 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e1af6be3-fc71-43bb-88b8-85e73d1aaf84 admin admin] Publish callbacks [] for security_group (9f1746c0-889c-4b84-b456-be78cc8da291), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:35.305820 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e1af6be3-fc71-43bb-88b8-85e73d1aaf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (9f1746c0-889c-4b84-b456-be78cc8da291), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:35.345005 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-e1af6be3-fc71-43bb-88b8-85e73d1aaf84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e92e90240254af382b36fe096680b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990515 Mar 24 15:59:35.346044 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af6be3-fc71-43bb-88b8-85e73d1aaf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1746c0-889c-4b84-b456-be78cc8da291,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:35.347801 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 35142) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:35.399552 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3617762d-0cd5-43ad-965a-44877dd9396e admin admin] Publish callbacks [] for security_group (9f1746c0-889c-4b84-b456-be78cc8da291), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:35.424713 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3617762d-0cd5-43ad-965a-44877dd9396e admin admin] Publish callbacks [] for security_group (9f1746c0-889c-4b84-b456-be78cc8da291), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:35.585638 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3617762d-0cd5-43ad-965a-44877dd9396e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (9f1746c0-889c-4b84-b456-be78cc8da291), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:35.588730 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3617762d-0cd5-43ad-965a-44877dd9396e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:35.590220 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-3617762d-0cd5-43ad-965a-44877dd9396e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f1746c0-889c-4b84-b456-be78cc8da291 HTTP/1.1" status: 204 len: 168 time: 0.2412987 Mar 24 15:59:35.600444 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617762d-0cd5-43ad-965a-44877dd9396e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1746c0-889c-4b84-b456-be78cc8da291,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:36.252989 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 35148) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:36.268513 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8e861764-3acd-4f7a-8a00-87bf3366ce83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:36.355574 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8e861764-3acd-4f7a-8a00-87bf3366ce83 admin admin] Publish callbacks [] for security_group (59e80194-6630-4fc6-a3c6-654f370f6cb7), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:36.437143 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8e861764-3acd-4f7a-8a00-87bf3366ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (59e80194-6630-4fc6-a3c6-654f370f6cb7), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:36.476168 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-8e861764-3acd-4f7a-8a00-87bf3366ce83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6047488ded7544c9a8c825aec2d5a9fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220685 Mar 24 15:59:36.477039 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e861764-3acd-4f7a-8a00-87bf3366ce83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e80194-6630-4fc6-a3c6-654f370f6cb7,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:36.479180 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 35150) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:36.527359 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08aa81d8-4cc7-40b7-8a88-a85c7246f9de admin admin] Publish callbacks [] for security_group (59e80194-6630-4fc6-a3c6-654f370f6cb7), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:36.549300 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08aa81d8-4cc7-40b7-8a88-a85c7246f9de admin admin] Publish callbacks [] for security_group (59e80194-6630-4fc6-a3c6-654f370f6cb7), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:36.648798 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08aa81d8-4cc7-40b7-8a88-a85c7246f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (59e80194-6630-4fc6-a3c6-654f370f6cb7), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:36.652149 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08aa81d8-4cc7-40b7-8a88-a85c7246f9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:36.653975 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-08aa81d8-4cc7-40b7-8a88-a85c7246f9de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59e80194-6630-4fc6-a3c6-654f370f6cb7 HTTP/1.1" status: 204 len: 168 time: 0.1735682 Mar 24 15:59:36.664190 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa81d8-4cc7-40b7-8a88-a85c7246f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e80194-6630-4fc6-a3c6-654f370f6cb7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:41.515557 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-23827a31-a397-415c-b46b-216cdf9d11d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:43.823890 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6a7df972-a01f-4876-80ab-618591e1fced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:44.794975 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 35244) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:44.897444 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0644179b-3e07-46af-bfbb-7b34ad4f5783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:44.980261 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0644179b-3e07-46af-bfbb-7b34ad4f5783 admin admin] Publish callbacks [] for security_group (fd1e18e2-3b22-41da-844f-a834bbfa44a8), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:45.066285 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0644179b-3e07-46af-bfbb-7b34ad4f5783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (fd1e18e2-3b22-41da-844f-a834bbfa44a8), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:45.088131 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:45.117770 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644179b-3e07-46af-bfbb-7b34ad4f5783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1e18e2-3b22-41da-844f-a834bbfa44a8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:45.122931 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-0644179b-3e07-46af-bfbb-7b34ad4f5783 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adc98145650340e7a61faf6a2ba5d468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264709 Mar 24 15:59:45.126166 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 35248) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:45.179726 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e75e232f-3324-4412-af26-086176c07a17 admin admin] Publish callbacks [] for security_group (fd1e18e2-3b22-41da-844f-a834bbfa44a8), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:45.202409 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e75e232f-3324-4412-af26-086176c07a17 admin admin] Publish callbacks [] for security_group (fd1e18e2-3b22-41da-844f-a834bbfa44a8), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:45.361090 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e75e232f-3324-4412-af26-086176c07a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (fd1e18e2-3b22-41da-844f-a834bbfa44a8), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:45.363684 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e75e232f-3324-4412-af26-086176c07a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:45.364914 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-e75e232f-3324-4412-af26-086176c07a17 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd1e18e2-3b22-41da-844f-a834bbfa44a8 HTTP/1.1" status: 204 len: 168 time: 0.2384679 Mar 24 15:59:45.372814 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e232f-3324-4412-af26-086176c07a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1e18e2-3b22-41da-844f-a834bbfa44a8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:46.159901 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 35254) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:46.172887 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb2cb-57c6-4ce4-98f3-31e0f188b7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:46.254278 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb2cb-57c6-4ce4-98f3-31e0f188b7fe admin admin] Publish callbacks [] for security_group (e0f2006c-028f-4e74-b221-95d539645eb9), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:46.349403 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb2cb-57c6-4ce4-98f3-31e0f188b7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (e0f2006c-028f-4e74-b221-95d539645eb9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:46.394958 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-f2ffb2cb-57c6-4ce4-98f3-31e0f188b7fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3cac34996bb4a459d59fbebf716a4d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339311 Mar 24 15:59:46.397086 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffb2cb-57c6-4ce4-98f3-31e0f188b7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f2006c-028f-4e74-b221-95d539645eb9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:46.397748 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 35256) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:59:46.449229 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3f6f-8fe4-4755-9177-b2aaedbb7a95 admin admin] Publish callbacks [] for security_group (e0f2006c-028f-4e74-b221-95d539645eb9), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:46.463979 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:46.470802 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3f6f-8fe4-4755-9177-b2aaedbb7a95 admin admin] Publish callbacks [] for security_group (e0f2006c-028f-4e74-b221-95d539645eb9), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:46.577841 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3f6f-8fe4-4755-9177-b2aaedbb7a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (e0f2006c-028f-4e74-b221-95d539645eb9), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:46.581033 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3f6f-8fe4-4755-9177-b2aaedbb7a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:46.582217 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-0d5c3f6f-8fe4-4755-9177-b2aaedbb7a95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0f2006c-028f-4e74-b221-95d539645eb9 HTTP/1.1" status: 204 len: 168 time: 0.1833611 Mar 24 15:59:46.590130 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c3f6f-8fe4-4755-9177-b2aaedbb7a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f2006c-028f-4e74-b221-95d539645eb9,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:59:47.749427 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:59:50.609172 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:00:03.647542 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:09.089567 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 35378) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 16:00:09.232340 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:09.303920 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Publish callbacks [] for security_group (496d36b0-78aa-4afb-9e01-3cfdead5e005), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:09.407844 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (496d36b0-78aa-4afb-9e01-3cfdead5e005), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:09.447570 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c3c829b3a8042dfbcfa39ef49c271cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568282 Mar 24 16:00:09.448350 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496d36b0-78aa-4afb-9e01-3cfdead5e005,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:09.450144 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 35382) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 16:00:09.455476 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.455830 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.456181 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.456518 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.456859 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.457191 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.457522 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.457848 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.458174 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.458500 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.458854 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.459181 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.459503 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.459826 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.460152 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19749f-4e24-4470-806c-26f19022d778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.503286 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Publish callbacks [] for security_group (496d36b0-78aa-4afb-9e01-3cfdead5e005), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:09.524570 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Publish callbacks [] for security_group (496d36b0-78aa-4afb-9e01-3cfdead5e005), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:09.670731 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (496d36b0-78aa-4afb-9e01-3cfdead5e005), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:09.673313 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:09.674480 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/496d36b0-78aa-4afb-9e01-3cfdead5e005 HTTP/1.1" status: 204 len: 168 time: 0.2230871 Mar 24 16:00:09.682460 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496d36b0-78aa-4afb-9e01-3cfdead5e005,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:09.689557 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.689909 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.690251 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.690592 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.690972 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.691306 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.691743 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.691942 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.692269 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.692646 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.692971 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.693298 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.693617 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.693936 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:09.694278 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e1f4a8-0e2f-4d61-8f36-2ec1d92988f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:11.525946 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-aff0c737-84b9-462b-9dfd-2dc38d616e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:13.870537 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-583d89bb-93c1-4de7-9c35-32ffe1298500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:15.076387 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:16.474630 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:17.762299 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:22.796900 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 35516) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 16:00:22.899206 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5ec494b-80c3-430f-9daa-30b557846ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:22.973353 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5ec494b-80c3-430f-9daa-30b557846ac1 admin admin] Publish callbacks [] for security_group (96a3ca4e-f037-4e4b-bb81-3006890fd030), precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:23.023343 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5ec494b-80c3-430f-9daa-30b557846ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (96a3ca4e-f037-4e4b-bb81-3006890fd030), after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:23.062155 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-d5ec494b-80c3-430f-9daa-30b557846ac1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69421dfef61741d78381da1392b3d418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640603 Mar 24 16:00:23.063065 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec494b-80c3-430f-9daa-30b557846ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a3ca4e-f037-4e4b-bb81-3006890fd030,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:23.064861 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 35520) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 16:00:23.113514 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2970b0db-5220-4900-ae08-e69831dbaa3a admin admin] Publish callbacks [] for security_group (96a3ca4e-f037-4e4b-bb81-3006890fd030), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:23.133662 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2970b0db-5220-4900-ae08-e69831dbaa3a admin admin] Publish callbacks [] for security_group (96a3ca4e-f037-4e4b-bb81-3006890fd030), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:23.242425 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2970b0db-5220-4900-ae08-e69831dbaa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (96a3ca4e-f037-4e4b-bb81-3006890fd030), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:23.244979 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2970b0db-5220-4900-ae08-e69831dbaa3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:23.246136 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-2970b0db-5220-4900-ae08-e69831dbaa3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96a3ca4e-f037-4e4b-bb81-3006890fd030 HTTP/1.1" status: 204 len: 168 time: 0.1795273 Mar 24 16:00:23.254116 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970b0db-5220-4900-ae08-e69831dbaa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a3ca4e-f037-4e4b-bb81-3006890fd030,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:24.269463 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 35542) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 16:00:24.365604 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1796800396-network', 'tenant_id': '49bdf6f1420e4ccbb39608eab1c1d920'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:00:24.447703 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Made reservation on behalf of 49bdf6f1420e4ccbb39608eab1c1d920 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 16:00:24.449927 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for network (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:24.458220 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:24.533625 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Publish callbacks [] for security_group (8e4b9307-f278-4eb6-b320-8c61f8762d8b), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:24.602364 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (8e4b9307-f278-4eb6-b320-8c61f8762d8b), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:24.627075 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 16:00:24.636653 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b9307-f278-4eb6-b320-8c61f8762d8b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:24.642815 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (dba45e5e-c9be-4638-b01d-a647a47b7c26), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:24.643168 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.db.segments_db [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Added segment dba45e5e-c9be-4638-b01d-a647a47b7c26 of type vlan for network cb60333a-8f7c-4529-a594-4a96d9024ee9 Mar 24 16:00:24.682835 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746233719893'] for network (cb60333a-8f7c-4529-a594-4a96d9024ee9), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:24.812931 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096'] for network (cb60333a-8f7c-4529-a594-4a96d9024ee9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:24.813935 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:24.814515 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:24.873633 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] Pushing event updated for resources: {'Network': ['ID=cb60333a-8f7c-4529-a594-4a96d9024ee9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:24.884070 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Network cb60333a-8f7c-4529-a594-4a96d9024ee9 details requested by agent ovs-agent-dv-cinder-790535-34-iscsi with host dv-cinder-790535-34-iscsi {{(pid=110398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 16:00:24.936393 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-0123262a-7d72-4a16-8427-9dc4f75ebdc4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6658237 Mar 24 16:00:24.939324 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 35546) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 16:00:24.944162 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] Request body: {'subnet': {'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1796800396-subnet', 'tenant_id': '49bdf6f1420e4ccbb39608eab1c1d920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:00:25.017317 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] Made reservation on behalf of 49bdf6f1420e4ccbb39608eab1c1d920 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 16:00:25.019736 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126813341'] for subnet (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:25.251629 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126708106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126813323'] for subnet (8469e946-e973-42e1-806d-dc8d7aef689c), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:25.315061 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8469e946-e973-42e1-806d-dc8d7aef689c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:25.319332 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] Checking segment: {'id': 'dba45e5e-c9be-4638-b01d-a647a47b7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 16:00:25.321613 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] Network hostable DHCP agents. Network: cb60333a-8f7c-4529-a594-4a96d9024ee9, hostable agents: ['1fef97ef-4d51-4d01-98e8-219b6fe41139'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 16:00:25.453539 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] Network cb60333a-8f7c-4529-a594-4a96d9024ee9 is scheduled to be hosted by DHCP agent 1fef97ef-4d51-4d01-98e8-219b6fe41139 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 16:00:25.521692 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-34-iscsi, cb60333a-8f7c-4529-a594-4a96d9024ee9) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 16:00:25.526488 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:25.527125 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:25.531631 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b08d5-413a-4d58-89dd-5355c47d9571 None None] Network cb60333a-8f7c-4529-a594-4a96d9024ee9 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 16:00:25.617001 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-fad1668e-e8de-4258-a274-9c1059c72eb5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6760409 Mar 24 16:00:25.631392 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a7852e-0629-4956-ae5e-d73874edbdf9 None None] Network cb60333a-8f7c-4529-a594-4a96d9024ee9 requested from dv-cinder-790535-34-iscsi {{(pid=110398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 16:00:27.607791 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:00:27.691224 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-1a7c2f95-72d8-422b-a4cf-1b1c99716005 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:27.692689 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-1a7c2f95-72d8-422b-a4cf-1b1c99716005 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/networks?id=cb60333a-8f7c-4529-a594-4a96d9024ee9 HTTP/1.1" status: 200 len: 814 time: 0.1003721 Mar 24 16:00:27.708265 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-1a8560ec-aa76-434b-ae0a-17cd466790f2 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/quotas/49bdf6f1420e4ccbb39608eab1c1d920 HTTP/1.1" status: 200 len: 375 time: 0.0088582 Mar 24 16:00:27.739413 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-379c651c-fcfd-4598-861c-a6ac926a2c92 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=49bdf6f1420e4ccbb39608eab1c1d920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261853 Mar 24 16:00:27.750068 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-31c38a68-d374-4115-86a4-b9402dd2bf1c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 16:00:27.751038 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-31c38a68-d374-4115-86a4-b9402dd2bf1c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049524 Mar 24 16:00:27.842376 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-88344931-03bf-43db-a9d0-1d63c671c34d service neutron] 10.222.0.31 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862699 Mar 24 16:00:27.929741 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3c74573f-8a37-4d0d-be51-49ce41ea2d0c service neutron] 10.222.0.31 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812459 Mar 24 16:00:28.183622 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-1be851a4-f4c6-4398-874e-f858ba47fe1d req-802e7430-d6cb-42b5-8989-a27ac6a91f2f tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 210 time: 0.0275369 Mar 24 16:00:29.281895 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-44f0c920-65c8-4f50-a353-94b5d61c8917 req-be2ec9ab-199c-4d13-adf8-87de798d1c76 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 210 time: 0.0340807 Mar 24 16:00:30.376553 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-e5887679-0054-4afb-89b7-55433bd7b6cd tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:30.378000 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-e5887679-0054-4afb-89b7-55433bd7b6cd tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.24 "GET /v2.0/networks?id=cb60333a-8f7c-4529-a594-4a96d9024ee9 HTTP/1.1" status: 200 len: 814 time: 0.1071870 Mar 24 16:00:30.378145 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8298d313-9c86-4127-90ba-a2cbd36b3ccb req-e955957f-c862-4d01-a0a7-e4bf8dfa58d4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 210 time: 0.0291557 Mar 24 16:00:30.390289 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Request body: {'port': {'device_id': 'e65294e9-bf9d-424f-ae0f-54b562b4432a', 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9', 'admin_state_up': True, 'tenant_id': '49bdf6f1420e4ccbb39608eab1c1d920'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:00:30.600098 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Made reservation on behalf of 49bdf6f1420e4ccbb39608eab1c1d920 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 16:00:30.603445 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:30.727288 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Allocated IP 172.20.0.14 (cb60333a-8f7c-4529-a594-4a96d9024ee9/8469e946-e973-42e1-806d-dc8d7aef689c/bde2a24f-b6f4-45c7-bf57-11caed7211f9) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 16:00:30.871272 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks [] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:30.956443 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:30.998174 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Network cb60333a-8f7c-4529-a594-4a96d9024ee9 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 16:00:31.001221 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 16:00:31.007320 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 16:00:31.013945 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Pushing event updated for resources: {'Port': ['ID=bde2a24f-b6f4-45c7-bf57-11caed7211f9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:31.064072 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:31.064682 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:31.170284 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-870c1938-26f9-438d-bb85-06c46fd86ac4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7844365 Mar 24 16:00:31.180755 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Request body: {'port': {'device_id': 'e65294e9-bf9d-424f-ae0f-54b562b4432a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:00:31.237480 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:31.531586 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde2a24f-b6f4-45c7-bf57-11caed7211f9 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 16:00:31.540755 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Publish callbacks [] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:31.551031 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ef34f-9ff8-4fb5-8269-6d24e453e871 req-3cfd40ad-79e2-4e70-8561-65912949c56a tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:31.555820 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-714ef34f-9ff8-4fb5-8269-6d24e453e871 req-3cfd40ad-79e2-4e70-8561-65912949c56a tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 932 time: 0.1006367 Mar 24 16:00:31.567344 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Transition to ACTIVE for port object bde2a24f-b6f4-45c7-bf57-11caed7211f9 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 16:00:31.602488 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-714ef34f-9ff8-4fb5-8269-6d24e453e871 req-c349d1b4-6cca-4f35-bb96-fa7cf2b9be31 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Mar 24 16:00:31.657140 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126707725'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:31.708620 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Pushing event updated for resources: {'Port': ['ID=bde2a24f-b6f4-45c7-bf57-11caed7211f9,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:31.779222 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Attempting to bind port bde2a24f-b6f4-45c7-bf57-11caed7211f9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 16:00:31.779565 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Attempting to bind port bde2a24f-b6f4-45c7-bf57-11caed7211f9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'dba45e5e-c9be-4638-b01d-a647a47b7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 16:00:31.779899 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Attempting to bind port bde2a24f-b6f4-45c7-bf57-11caed7211f9 on network cb60333a-8f7c-4529-a594-4a96d9024ee9 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 16:00:31.784364 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Port bde2a24f-b6f4-45c7-bf57-11caed7211f9 on network cb60333a-8f7c-4529-a594-4a96d9024ee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 16:00:31.784634 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Attempting to bind port bde2a24f-b6f4-45c7-bf57-11caed7211f9 on network cb60333a-8f7c-4529-a594-4a96d9024ee9 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 16:00:31.789288 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 16:00:31.789632 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Checking segment: {'id': 'dba45e5e-c9be-4638-b01d-a647a47b7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 16:00:31.790022 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Bound using segment: {'id': 'dba45e5e-c9be-4638-b01d-a647a47b7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 16:00:31.790451 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Bound port: bde2a24f-b6f4-45c7-bf57-11caed7211f9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba45e5e-c9be-4638-b01d-a647a47b7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 16:00:31.790849 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:31.851078 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] For port bde2a24f-b6f4-45c7-bf57-11caed7211f9, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 16:00:31.853993 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] For port bde2a24f-b6f4-45c7-bf57-11caed7211f9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bde2a24f-b6f4-45c7-bf57-11caed7211f9,segment=NetworkSegment(dba45e5e-c9be-4638-b01d-a647a47b7c26),segment_id=dba45e5e-c9be-4638-b01d-a647a47b7c26)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 16:00:31.939112 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126707725'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:31.972330 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:31.972947 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:31.974337 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] 10.222.0.24 "PUT /v2.0/ports/bde2a24f-b6f4-45c7-bf57-11caed7211f9 HTTP/1.1" status: 200 len: 1094 time: 0.7976580 Mar 24 16:00:31.974796 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65294e9-bf9d-424f-ae0f-54b562b4432a', 'tag': 'bde2a24f-b6f4-45c7-bf57-11caed7211f9'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 16:00:31.977003 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac72dcc-a802-4c75-a5fa-01e0cfe24948" -d '{"events": [{"name": "network-changed", "server_uuid": "e65294e9-bf9d-424f-ae0f-54b562b4432a", "tag": "bde2a24f-b6f4-45c7-bf57-11caed7211f9"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 16:00:32.000981 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5940cf-5eb2-4f74-84ac-7fa5c7e3dd3c service neutron] Pushing event updated for resources: {'Port': ['ID=bde2a24f-b6f4-45c7-bf57-11caed7211f9,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:32.013875 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 16:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c1f723-2bc0-441c-b75e-c7f0933472b2 x-openstack-request-id: req-d4c1f723-2bc0-441c-b75e-c7f0933472b2 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 16:00:32.014178 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65294e9-bf9d-424f-ae0f-54b562b4432a", "tag": "bde2a24f-b6f4-45c7-bf57-11caed7211f9", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 16:00:32.014438 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4c1f723-2bc0-441c-b75e-c7f0933472b2 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 16:00:32.014887 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c1f723-2bc0-441c-b75e-c7f0933472b2'] response: {'name': 'network-changed', 'server_uuid': 'e65294e9-bf9d-424f-ae0f-54b562b4432a', 'tag': 'bde2a24f-b6f4-45c7-bf57-11caed7211f9', 'status': 'completed', 'code': 200} Mar 24 16:00:32.079018 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac72dcc-a802-4c75-a5fa-01e0cfe24948 req-e74b1bb0-9c7a-45de-9159-3cbf032fd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:32.080501 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-dac72dcc-a802-4c75-a5fa-01e0cfe24948 req-e74b1bb0-9c7a-45de-9159-3cbf032fd5cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=49bdf6f1420e4ccbb39608eab1c1d920&device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 1128 time: 0.0463064 Mar 24 16:00:32.176812 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac72dcc-a802-4c75-a5fa-01e0cfe24948 req-e0bb0d80-a580-40f4-a8bf-eaa61e209302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:32.178252 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-dac72dcc-a802-4c75-a5fa-01e0cfe24948 req-e0bb0d80-a580-40f4-a8bf-eaa61e209302 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=49bdf6f1420e4ccbb39608eab1c1d920&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0913017 Mar 24 16:00:32.268389 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac72dcc-a802-4c75-a5fa-01e0cfe24948 req-6c0f3116-23c4-4c2d-acce-2759f35b343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:32.269843 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-dac72dcc-a802-4c75-a5fa-01e0cfe24948 req-6c0f3116-23c4-4c2d-acce-2759f35b343b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863450 Mar 24 16:00:32.351454 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-45387866-c9c5-4e6e-af76-2fb1ba012193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:32.352866 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-45387866-c9c5-4e6e-af76-2fb1ba012193 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=49bdf6f1420e4ccbb39608eab1c1d920&device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 1128 time: 0.0497601 Mar 24 16:00:32.391655 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-a49f12be-50dd-476c-9359-4a6a8ba1cac7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde2a24f-b6f4-45c7-bf57-11caed7211f9 HTTP/1.1" status: 200 len: 217 time: 0.0325115 Mar 24 16:00:32.439318 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-5bc07d8b-9a0c-42db-af59-e257bce2444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:32.440723 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-5bc07d8b-9a0c-42db-af59-e257bce2444d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8469e946-e973-42e1-806d-dc8d7aef689c HTTP/1.1" status: 200 len: 854 time: 0.0424960 Mar 24 16:00:32.474202 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-40be8ce0-cf73-4b32-8a1a-4c7bdd310132 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb60333a-8f7c-4529-a594-4a96d9024ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277708 Mar 24 16:00:32.558621 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-b37a0e5d-8258-4615-95cc-60348dd0e86f service neutron] 10.222.0.24 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782719 Mar 24 16:00:32.646860 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-94d5a5c7-4223-4cff-886e-6adf4968e1a4 req-14d4edbe-dda6-49d1-88c6-3b932f59052d service neutron] 10.222.0.24 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822413 Mar 24 16:00:32.721329 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b830cb-8404-426f-bd4e-9d3dfe9030f0 req-d3aa0487-126e-4497-b060-e0fa1fe16f73 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:32.722880 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e9b830cb-8404-426f-bd4e-9d3dfe9030f0 req-d3aa0487-126e-4497-b060-e0fa1fe16f73 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 944 time: 0.0535386 Mar 24 16:00:32.768843 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e9b830cb-8404-426f-bd4e-9d3dfe9030f0 req-136a7c17-8e27-47ff-9555-1b482b7f396f tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Mar 24 16:00:33.658583 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:33.888737 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1649549-3e71-4d5a-b7c4-080e37aeb35b req-20c21137-60a4-4d20-8832-704d71b83de3 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:33.890254 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d1649549-3e71-4d5a-b7c4-080e37aeb35b req-20c21137-60a4-4d20-8832-704d71b83de3 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 944 time: 0.0524662 Mar 24 16:00:33.939442 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d1649549-3e71-4d5a-b7c4-080e37aeb35b req-fa21006b-08ec-4ab7-9e6c-bd3fa7907d44 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434668 Mar 24 16:00:35.062380 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a1a37-d593-497b-9af0-36d69e43185e req-a862b903-47ab-47a3-b166-8fded1472740 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:35.063895 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f71a1a37-d593-497b-9af0-36d69e43185e req-a862b903-47ab-47a3-b166-8fded1472740 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 944 time: 0.0542583 Mar 24 16:00:35.110497 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-f71a1a37-d593-497b-9af0-36d69e43185e req-f40943d7-5f29-47aa-aeb1-99c7019895e0 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Mar 24 16:00:35.143258 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device bde2a24f-b6f4-45c7-bf57-11caed7211f9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 16:00:35.239453 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port bde2a24f-b6f4-45c7-bf57-11caed7211f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bde2a24f-b6f4-45c7-bf57-11caed7211f9,segment=NetworkSegment(dba45e5e-c9be-4638-b01d-a647a47b7c26),segment_id=dba45e5e-c9be-4638-b01d-a647a47b7c26)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 16:00:35.250526 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': 'bde2a24f-b6f4-45c7-bf57-11caed7211f9', 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9', 'port_id': 'bde2a24f-b6f4-45c7-bf57-11caed7211f9', 'mac_address': 'fa:16:3e:2c:76:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8469e946-e973-42e1-806d-dc8d7aef689c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 16:00:35.287654 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port bde2a24f-b6f4-45c7-bf57-11caed7211f9 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 16:00:35.288013 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:35.300327 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde2a24f-b6f4-45c7-bf57-11caed7211f9 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 16:00:35.320043 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port bde2a24f-b6f4-45c7-bf57-11caed7211f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bde2a24f-b6f4-45c7-bf57-11caed7211f9,segment=NetworkSegment(dba45e5e-c9be-4638-b01d-a647a47b7c26),segment_id=dba45e5e-c9be-4638-b01d-a647a47b7c26)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 16:00:35.411421 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:35.463846 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=bde2a24f-b6f4-45c7-bf57-11caed7211f9,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:35.470952 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.471306 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.471654 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.472001 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.472339 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.472670 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.473030 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.473360 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.473689 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.474041 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.474368 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.474715 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.475048 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.475367 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.475689 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:00:35.639817 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['bde2a24f-b6f4-45c7-bf57-11caed7211f9'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 16:00:36.223927 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7339258-3815-4655-ac18-469f8002e030 req-f3370c1f-00aa-498e-9539-eb3f777aa232 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:36.225363 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d7339258-3815-4655-ac18-469f8002e030 req-f3370c1f-00aa-498e-9539-eb3f777aa232 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 945 time: 0.0506685 Mar 24 16:00:36.269899 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d7339258-3815-4655-ac18-469f8002e030 req-e6af2e06-2a95-486d-9e28-cd661d7fea3e tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391092 Mar 24 16:00:37.158719 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device bde2a24f-b6f4-45c7-bf57-11caed7211f9 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 16:00:37.276253 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port bde2a24f-b6f4-45c7-bf57-11caed7211f9 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 16:00:37.280291 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port bde2a24f-b6f4-45c7-bf57-11caed7211f9 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 16:00:37.280663 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:37.358394 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port bde2a24f-b6f4-45c7-bf57-11caed7211f9 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 16:00:37.358819 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:37.381661 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65294e9-bf9d-424f-ae0f-54b562b4432a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde2a24f-b6f4-45c7-bf57-11caed7211f9'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 16:00:37.383939 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb9d5fb-97e3-4878-a401-dc2cb371dd18" -d '{"events": [{"server_uuid": "e65294e9-bf9d-424f-ae0f-54b562b4432a", "name": "network-vif-plugged", "status": "completed", "tag": "bde2a24f-b6f4-45c7-bf57-11caed7211f9"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 16:00:37.392887 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1e0c1-152a-479c-9e24-d45e5000d2a5 req-82fd244b-5b23-42d5-952e-7cf4d8592e0e tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:37.396582 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-03a1e0c1-152a-479c-9e24-d45e5000d2a5 req-82fd244b-5b23-42d5-952e-7cf4d8592e0e tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 945 time: 0.0565886 Mar 24 16:00:37.397166 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port bde2a24f-b6f4-45c7-bf57-11caed7211f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bde2a24f-b6f4-45c7-bf57-11caed7211f9,segment=NetworkSegment(dba45e5e-c9be-4638-b01d-a647a47b7c26),segment_id=dba45e5e-c9be-4638-b01d-a647a47b7c26)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 16:00:37.425253 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba9ffd1-3b70-47ab-9c4f-74d292c67999 x-openstack-request-id: req-8ba9ffd1-3b70-47ab-9c4f-74d292c67999 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 16:00:37.425253 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65294e9-bf9d-424f-ae0f-54b562b4432a", "name": "network-vif-plugged", "status": "completed", "tag": "bde2a24f-b6f4-45c7-bf57-11caed7211f9", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 16:00:37.425253 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ba9ffd1-3b70-47ab-9c4f-74d292c67999 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 16:00:37.425253 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba9ffd1-3b70-47ab-9c4f-74d292c67999'] response: {'server_uuid': 'e65294e9-bf9d-424f-ae0f-54b562b4432a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde2a24f-b6f4-45c7-bf57-11caed7211f9', 'code': 200} Mar 24 16:00:37.453369 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-03a1e0c1-152a-479c-9e24-d45e5000d2a5 req-45d3b5aa-d963-4ff5-852a-9bc581b6b051 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523453 Mar 24 16:00:37.476196 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:37.524188 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=bde2a24f-b6f4-45c7-bf57-11caed7211f9,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:00:37.705086 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c143642-565f-43bf-9709-6a4b6f3bf3b9 req-ae8569f5-8962-4c86-84ec-6ddb262707a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:37.706482 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3c143642-565f-43bf-9709-6a4b6f3bf3b9 req-ae8569f5-8962-4c86-84ec-6ddb262707a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 1130 time: 0.0431767 Mar 24 16:00:37.748524 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-3c143642-565f-43bf-9709-6a4b6f3bf3b9 req-e0b4c12f-e209-44e0-ae82-a20e88510a6f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Mar 24 16:00:38.571643 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befa266-4f4f-44fc-aa42-b98fcf99683f req-ace6cb4a-1123-44c1-a907-7e79c0108a4c tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:38.573090 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4befa266-4f4f-44fc-aa42-b98fcf99683f req-ace6cb4a-1123-44c1-a907-7e79c0108a4c tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 946 time: 0.0510764 Mar 24 16:00:38.618627 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-4befa266-4f4f-44fc-aa42-b98fcf99683f req-f92fffee-df3e-4765-9fb9-f990b02e05c1 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Mar 24 16:00:39.735097 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e89fc-7d4e-4997-95ed-62577d901da3 req-af551f83-ede7-471d-a106-88b154451545 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:39.736561 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-425e89fc-7d4e-4997-95ed-62577d901da3 req-af551f83-ede7-471d-a106-88b154451545 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 946 time: 0.0520937 Mar 24 16:00:39.785922 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-425e89fc-7d4e-4997-95ed-62577d901da3 req-9b106322-fd22-4b26-81e3-4bdae9a1207b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437951 Mar 24 16:00:41.487612 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-52619f99-2f13-4c51-846f-0162a74f80bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:43.220027 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-29e85222-a492-46d3-b1fa-b43d975c4fd0 req-41a14720-b451-4603-917e-8c0372008cd2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453818 Mar 24 16:00:43.311133 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e85222-a492-46d3-b1fa-b43d975c4fd0 req-c1f46dcf-d28f-403e-a43b-88fffba8a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:43.312551 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-29e85222-a492-46d3-b1fa-b43d975c4fd0 req-c1f46dcf-d28f-403e-a43b-88fffba8a622 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=49bdf6f1420e4ccbb39608eab1c1d920&device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 1130 time: 0.0476744 Mar 24 16:00:43.418772 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e85222-a492-46d3-b1fa-b43d975c4fd0 req-832aa200-2b6e-44ca-871e-28b32b77f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:43.420252 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-29e85222-a492-46d3-b1fa-b43d975c4fd0 req-832aa200-2b6e-44ca-871e-28b32b77f95f service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb60333a-8f7c-4529-a594-4a96d9024ee9 HTTP/1.1" status: 200 len: 915 time: 0.0889339 Mar 24 16:00:43.462996 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-29e85222-a492-46d3-b1fa-b43d975c4fd0 req-8b8f1e8d-92fc-43b6-abbb-547921baa2c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde2a24f-b6f4-45c7-bf57-11caed7211f9 HTTP/1.1" status: 200 len: 217 time: 0.0350101 Mar 24 16:00:43.516783 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e85222-a492-46d3-b1fa-b43d975c4fd0 req-994f46c0-00d6-4fac-b536-851835d52609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:00:43.518253 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-29e85222-a492-46d3-b1fa-b43d975c4fd0 req-994f46c0-00d6-4fac-b536-851835d52609 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8469e946-e973-42e1-806d-dc8d7aef689c HTTP/1.1" status: 200 len: 854 time: 0.0460141 Mar 24 16:00:43.554272 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-29e85222-a492-46d3-b1fa-b43d975c4fd0 req-ede9f041-38b3-4630-8934-a13dc185241f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb60333a-8f7c-4529-a594-4a96d9024ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261838 Mar 24 16:00:43.648127 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-29e85222-a492-46d3-b1fa-b43d975c4fd0 req-ac3e2cde-8a44-4c19-a0be-049c28bd8036 service neutron] 10.222.0.24 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879440 Mar 24 16:00:43.738809 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-29e85222-a492-46d3-b1fa-b43d975c4fd0 req-6f7b54d8-9d5a-4e6d-8a93-5ea1ab939140 service neutron] 10.222.0.24 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820432 Mar 24 16:00:43.875826 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fa22c068-4d39-4b33-bc40-40072158a534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:45.093277 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:46.447178 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:00:47.812901 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:03.713123 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:04.607147 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:01:11.515180 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-504b2d9b-51a6-4435-b69b-677f6f17510a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:13.829616 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3b13d100-63a1-40f0-86e3-13b16cffef8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:15.081393 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:16.444350 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:17.749536 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:21.155775 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e50fd7-b6ac-443c-ab51-b1a6a943befd req-4515bbfb-5f2e-4cad-b633-76bace4cf43d tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:21.157229 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e5e50fd7-b6ac-443c-ab51-b1a6a943befd req-4515bbfb-5f2e-4cad-b633-76bace4cf43d tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 946 time: 0.0564134 Mar 24 16:01:21.203000 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-e5e50fd7-b6ac-443c-ab51-b1a6a943befd req-096450bf-20ba-4c90-9798-a4c819ecbaa4 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399945 Mar 24 16:01:22.326563 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83323-0c89-49a4-bf51-275d40e66ab8 req-979e55fd-dcd2-43c2-80b9-2fbee7fc4e9c tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:22.327949 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d5c83323-0c89-49a4-bf51-275d40e66ab8 req-979e55fd-dcd2-43c2-80b9-2fbee7fc4e9c tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 946 time: 0.0564191 Mar 24 16:01:22.375706 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-d5c83323-0c89-49a4-bf51-275d40e66ab8 req-1a7525b1-27a6-4ba4-8cd0-726ae92f40cb tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Mar 24 16:01:22.593343 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7ac2f-bc18-4b26-83c9-837020e8a044 req-ae9e6b59-fa18-424c-a802-f017562a21cc tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:22.594695 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-84b7ac2f-bc18-4b26-83c9-837020e8a044 req-ae9e6b59-fa18-424c-a802-f017562a21cc tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 946 time: 0.0507438 Mar 24 16:01:22.684277 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-84b7ac2f-bc18-4b26-83c9-837020e8a044 req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Deleting port bde2a24f-b6f4-45c7-bf57-11caed7211f9 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 16:01:22.684618 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-84b7ac2f-bc18-4b26-83c9-837020e8a044 req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:22.768293 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-84b7ac2f-bc18-4b26-83c9-837020e8a044 req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] For port bde2a24f-b6f4-45c7-bf57-11caed7211f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bde2a24f-b6f4-45c7-bf57-11caed7211f9,segment=NetworkSegment(dba45e5e-c9be-4638-b01d-a647a47b7c26),segment_id=dba45e5e-c9be-4638-b01d-a647a47b7c26)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 16:01:22.768645 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-84b7ac2f-bc18-4b26-83c9-837020e8a044 req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:22.781882 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-84b7ac2f-bc18-4b26-83c9-837020e8a044 req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Calling delete_port for bde2a24f-b6f4-45c7-bf57-11caed7211f9 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 16:01:23.227072 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-84b7ac2f-bc18-4b26-83c9-837020e8a044 req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (bde2a24f-b6f4-45c7-bf57-11caed7211f9), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:23.238760 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['bde2a24f-b6f4-45c7-bf57-11caed7211f9'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 16:01:23.255901 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Pushing event deleted for resources: {'Port': ['ID=bde2a24f-b6f4-45c7-bf57-11caed7211f9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:01:23.265512 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.265871 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.266217 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.266561 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.266927 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.267264 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.267597 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.267929 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.268257 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.269138 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.269138 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.269330 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.269521 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.269842 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.270167 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:23.311530 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b7ac2f-bc18-4b26-83c9-837020e8a044 req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] No DVR routers for this DVR port bde2a24f-b6f4-45c7-bf57-11caed7211f9 on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 16:01:23.313991 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-84b7ac2f-bc18-4b26-83c9-837020e8a044 req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:23.317236 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-84b7ac2f-bc18-4b26-83c9-837020e8a044 req-de80f872-0956-4783-9395-a6bfba6d491b tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.24 "DELETE /v2.0/ports/bde2a24f-b6f4-45c7-bf57-11caed7211f9 HTTP/1.1" status: 204 len: 173 time: 0.7168708 Mar 24 16:01:23.317693 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65294e9-bf9d-424f-ae0f-54b562b4432a', 'name': 'network-vif-deleted', 'tag': 'bde2a24f-b6f4-45c7-bf57-11caed7211f9'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 16:01:23.320091 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24d3c6d-77b7-455d-ac07-315b45dd1351" -d '{"events": [{"server_uuid": "e65294e9-bf9d-424f-ae0f-54b562b4432a", "name": "network-vif-deleted", "tag": "bde2a24f-b6f4-45c7-bf57-11caed7211f9"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 16:01:23.353765 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a618b2ab-37d4-4fec-bdc2-20f1b1953336 x-openstack-request-id: req-a618b2ab-37d4-4fec-bdc2-20f1b1953336 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 16:01:23.354103 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65294e9-bf9d-424f-ae0f-54b562b4432a", "name": "network-vif-deleted", "tag": "bde2a24f-b6f4-45c7-bf57-11caed7211f9", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 16:01:23.354358 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a618b2ab-37d4-4fec-bdc2-20f1b1953336 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 16:01:23.354795 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a618b2ab-37d4-4fec-bdc2-20f1b1953336'] response: {'server_uuid': 'e65294e9-bf9d-424f-ae0f-54b562b4432a', 'name': 'network-vif-deleted', 'tag': 'bde2a24f-b6f4-45c7-bf57-11caed7211f9', 'status': 'completed', 'code': 200} Mar 24 16:01:23.474949 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-c7c8ff4c-97e8-42d9-9f97-fb93159b5c2a req-073ca7b8-8341-4f9f-ae4f-e47f7babda80 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65294e9-bf9d-424f-ae0f-54b562b4432a HTTP/1.1" status: 200 len: 210 time: 0.0294635 Mar 24 16:01:26.079130 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device bde2a24f-b6f4-45c7-bf57-11caed7211f9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 16:01:26.099386 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: bde2a24f-b6f4-45c7-bf57-11caed7211f9 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 16:01:26.099734 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device bde2a24f-b6f4-45c7-bf57-11caed7211f9 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 16:01:33.035983 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-138a6617-b2f1-45d8-bf3d-21796adfafb6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:33.037090 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-138a6617-b2f1-45d8-bf3d-21796adfafb6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/networks?id=cb60333a-8f7c-4529-a594-4a96d9024ee9 HTTP/1.1" status: 200 len: 814 time: 0.1032841 Mar 24 16:01:33.051910 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-1ede8742-685e-404b-9f66-8c537710b0bf tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/quotas/49bdf6f1420e4ccbb39608eab1c1d920 HTTP/1.1" status: 200 len: 375 time: 0.0089352 Mar 24 16:01:33.084088 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-b593a661-df5c-4593-8505-4a01d796989e tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=49bdf6f1420e4ccbb39608eab1c1d920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267036 Mar 24 16:01:33.215824 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-751ddc70-09f6-4b6c-942a-bb82aa12ec79 service neutron] 10.222.0.31 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248574 Mar 24 16:01:33.305853 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-9bb619c4-083a-45b1-9c95-397d392e90b1 service neutron] 10.222.0.31 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843909 Mar 24 16:01:33.572369 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-d2fb997f-58a3-4b7e-9cdf-235fb8551367 req-fc8d4bc1-bedc-4d28-b2c5-11303a5fe883 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 210 time: 0.0363798 Mar 24 16:01:33.704068 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:34.683032 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-90a22b9d-d797-4cd5-a531-e75a6ecea759 req-bd236aad-10f1-4097-9ed3-f07c583b4ad6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 210 time: 0.0289729 Mar 24 16:01:35.427805 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-0fa7be63-10bc-4584-a21d-d385f6cfd2c5 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:35.429409 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-0fa7be63-10bc-4584-a21d-d385f6cfd2c5 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.24 "GET /v2.0/networks?id=cb60333a-8f7c-4529-a594-4a96d9024ee9 HTTP/1.1" status: 200 len: 814 time: 0.0996912 Mar 24 16:01:35.441130 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Request body: {'port': {'device_id': '6034a8bd-aed7-4353-9ec0-ca90522b02c6', 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9', 'admin_state_up': True, 'tenant_id': '49bdf6f1420e4ccbb39608eab1c1d920'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:01:35.635164 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Made reservation on behalf of 49bdf6f1420e4ccbb39608eab1c1d920 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 16:01:35.638516 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (None), before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:35.794954 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Allocated IP 172.20.0.10 (cb60333a-8f7c-4529-a594-4a96d9024ee9/8469e946-e973-42e1-806d-dc8d7aef689c/60326372-adb9-48d2-99bb-fc26cc39a4a3) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 16:01:35.798294 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-4422e40f-0034-41f2-9c5f-fe0454a0d2cf req-1aef2d8e-a1e7-47da-8725-5214fdf789ee tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 210 time: 0.0379505 Mar 24 16:01:35.939725 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks [] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:36.027095 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746233752342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:36.071888 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Network cb60333a-8f7c-4529-a594-4a96d9024ee9 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 16:01:36.074952 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 16:01:36.086641 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 16:01:36.086896 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Pushing event updated for resources: {'Port': ['ID=60326372-adb9-48d2-99bb-fc26cc39a4a3,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:01:36.131921 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:36.132540 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:36.212414 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-7bdec5bc-b13b-4d02-bc4c-6ada3729f7d6 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7749782 Mar 24 16:01:36.223848 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.v2.base [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Request body: {'port': {'device_id': '6034a8bd-aed7-4353-9ec0-ca90522b02c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:01:36.279570 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:36.535705 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60326372-adb9-48d2-99bb-fc26cc39a4a3 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 16:01:36.544527 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Publish callbacks [] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:36.557227 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Transition to ACTIVE for port object 60326372-adb9-48d2-99bb-fc26cc39a4a3 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 16:01:36.623677 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126707725'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:36.676959 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Pushing event updated for resources: {'Port': ['ID=60326372-adb9-48d2-99bb-fc26cc39a4a3,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:01:36.747039 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Attempting to bind port 60326372-adb9-48d2-99bb-fc26cc39a4a3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 16:01:36.747378 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Attempting to bind port 60326372-adb9-48d2-99bb-fc26cc39a4a3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'dba45e5e-c9be-4638-b01d-a647a47b7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 16:01:36.747714 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Attempting to bind port 60326372-adb9-48d2-99bb-fc26cc39a4a3 on network cb60333a-8f7c-4529-a594-4a96d9024ee9 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 16:01:36.751933 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Port 60326372-adb9-48d2-99bb-fc26cc39a4a3 on network cb60333a-8f7c-4529-a594-4a96d9024ee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 16:01:36.752262 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Attempting to bind port 60326372-adb9-48d2-99bb-fc26cc39a4a3 on network cb60333a-8f7c-4529-a594-4a96d9024ee9 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 16:01:36.757093 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Checking agent: {'id': '3973b902-64d9-42ac-8076-b035f10a7b20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'started_at': datetime.datetime(2022, 3, 24, 15, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 16:01:36.757438 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Checking segment: {'id': 'dba45e5e-c9be-4638-b01d-a647a47b7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 16:01:36.757824 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Bound using segment: {'id': 'dba45e5e-c9be-4638-b01d-a647a47b7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 16:01:36.758256 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Bound port: 60326372-adb9-48d2-99bb-fc26cc39a4a3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba45e5e-c9be-4638-b01d-a647a47b7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 16:01:36.758617 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:36.825378 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] For port 60326372-adb9-48d2-99bb-fc26cc39a4a3, host hv-cinder-79053, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 16:01:36.828340 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] For port 60326372-adb9-48d2-99bb-fc26cc39a4a3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=60326372-adb9-48d2-99bb-fc26cc39a4a3,segment=NetworkSegment(dba45e5e-c9be-4638-b01d-a647a47b7c26),segment_id=dba45e5e-c9be-4638-b01d-a647a47b7c26)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 16:01:36.913132 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940164b9-652a-4097-b7f5-589331c89c12 req-801cf063-2560-4cc6-833c-96ea43811a30 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:36.914601 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-940164b9-652a-4097-b7f5-589331c89c12 req-801cf063-2560-4cc6-833c-96ea43811a30 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 944 time: 0.0517087 Mar 24 16:01:36.926984 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126707725'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:36.958699 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:36.959188 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:36.960814 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] 10.222.0.24 "PUT /v2.0/ports/60326372-adb9-48d2-99bb-fc26cc39a4a3 HTTP/1.1" status: 200 len: 1094 time: 0.7410738 Mar 24 16:01:36.963746 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6034a8bd-aed7-4353-9ec0-ca90522b02c6', 'tag': '60326372-adb9-48d2-99bb-fc26cc39a4a3'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 16:01:36.966060 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-940164b9-652a-4097-b7f5-589331c89c12 req-476a6d61-fc8a-4d98-bc33-eb8ddb9a6550 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Mar 24 16:01:36.966829 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba0e2e6-86bf-4528-a9d8-0efcda873e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "6034a8bd-aed7-4353-9ec0-ca90522b02c6", "tag": "60326372-adb9-48d2-99bb-fc26cc39a4a3"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 16:01:36.994543 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61e5c2-c071-4f56-a8bd-8d91a8d8de89 service neutron] Pushing event updated for resources: {'Port': ['ID=60326372-adb9-48d2-99bb-fc26cc39a4a3,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:01:37.001131 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddb4387-9b2c-48dc-a877-977d4e5d9646 x-openstack-request-id: req-fddb4387-9b2c-48dc-a877-977d4e5d9646 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 16:01:37.001429 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6034a8bd-aed7-4353-9ec0-ca90522b02c6", "tag": "60326372-adb9-48d2-99bb-fc26cc39a4a3", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 16:01:37.001688 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fddb4387-9b2c-48dc-a877-977d4e5d9646 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 16:01:37.002110 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fddb4387-9b2c-48dc-a877-977d4e5d9646'] response: {'name': 'network-changed', 'server_uuid': '6034a8bd-aed7-4353-9ec0-ca90522b02c6', 'tag': '60326372-adb9-48d2-99bb-fc26cc39a4a3', 'status': 'completed', 'code': 200} Mar 24 16:01:37.069146 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0e2e6-86bf-4528-a9d8-0efcda873e9e req-2727d9f3-17c9-4f6c-bd9a-44ab18176f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:37.070709 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fba0e2e6-86bf-4528-a9d8-0efcda873e9e req-2727d9f3-17c9-4f6c-bd9a-44ab18176f84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=49bdf6f1420e4ccbb39608eab1c1d920&device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 1128 time: 0.0465441 Mar 24 16:01:37.172959 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0e2e6-86bf-4528-a9d8-0efcda873e9e req-8b485d7b-62e3-445c-9a1a-df0a6d6274f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:37.174364 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fba0e2e6-86bf-4528-a9d8-0efcda873e9e req-8b485d7b-62e3-445c-9a1a-df0a6d6274f6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=49bdf6f1420e4ccbb39608eab1c1d920&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959754 Mar 24 16:01:37.263874 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0e2e6-86bf-4528-a9d8-0efcda873e9e req-2491c204-154e-4c97-a84f-634c843e87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:37.265316 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-fba0e2e6-86bf-4528-a9d8-0efcda873e9e req-2491c204-154e-4c97-a84f-634c843e87d7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860462 Mar 24 16:01:37.341231 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-0265d2c8-627f-49ec-ae5a-077194218868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:37.342723 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-0265d2c8-627f-49ec-ae5a-077194218868 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=49bdf6f1420e4ccbb39608eab1c1d920&device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 1128 time: 0.0447276 Mar 24 16:01:37.389115 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-9bdb3fac-6663-46aa-adcc-db9d8d4ae4c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60326372-adb9-48d2-99bb-fc26cc39a4a3 HTTP/1.1" status: 200 len: 217 time: 0.0384963 Mar 24 16:01:37.436669 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-583fffc5-2d62-4079-824d-6d8bba8f60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:37.438007 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-583fffc5-2d62-4079-824d-6d8bba8f60bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8469e946-e973-42e1-806d-dc8d7aef689c HTTP/1.1" status: 200 len: 854 time: 0.0433955 Mar 24 16:01:37.468894 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-88599b54-65c9-428d-80d6-87a131629efd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb60333a-8f7c-4529-a594-4a96d9024ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251269 Mar 24 16:01:37.558659 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-a956d2b9-b976-4e61-a0cd-5f57ff19ea5e service neutron] 10.222.0.24 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842791 Mar 24 16:01:37.644560 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-b2616009-1a9e-4070-8cef-d6af4071c0be req-d893d748-9ce6-4b32-ac9d-9af9ac001a5c service neutron] 10.222.0.24 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805814 Mar 24 16:01:38.087637 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8b665-a726-4ba1-aca9-e0f3db4b82ef req-b86c0ae7-4642-4851-8c92-23b405efab99 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:38.089139 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-71c8b665-a726-4ba1-aca9-e0f3db4b82ef req-b86c0ae7-4642-4851-8c92-23b405efab99 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 944 time: 0.0525258 Mar 24 16:01:38.134836 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-71c8b665-a726-4ba1-aca9-e0f3db4b82ef req-970de5fe-11e8-4699-a617-da9ef1c82b28 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402262 Mar 24 16:01:39.254297 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac78db-6511-44d9-8c8f-91fbb2df5a99 req-9ff77558-33c4-4f84-ad75-68d9ec682064 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:39.255810 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8fac78db-6511-44d9-8c8f-91fbb2df5a99 req-9ff77558-33c4-4f84-ad75-68d9ec682064 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 944 time: 0.0522945 Mar 24 16:01:39.305445 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8fac78db-6511-44d9-8c8f-91fbb2df5a99 req-124e6e97-27bf-4eab-80a5-8640a92137d7 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432851 Mar 24 16:01:39.453434 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 60326372-adb9-48d2-99bb-fc26cc39a4a3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=110398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 16:01:39.547753 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 60326372-adb9-48d2-99bb-fc26cc39a4a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=60326372-adb9-48d2-99bb-fc26cc39a4a3,segment=NetworkSegment(dba45e5e-c9be-4638-b01d-a647a47b7c26),segment_id=dba45e5e-c9be-4638-b01d-a647a47b7c26)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 16:01:39.564690 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Returning: {'device': '60326372-adb9-48d2-99bb-fc26cc39a4a3', 'network_id': 'cb60333a-8f7c-4529-a594-4a96d9024ee9', 'port_id': '60326372-adb9-48d2-99bb-fc26cc39a4a3', 'mac_address': 'fa:16:3e:76:9e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8469e946-e973-42e1-806d-dc8d7aef689c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 16:01:39.600342 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 60326372-adb9-48d2-99bb-fc26cc39a4a3 is: DOWN; New status is: BUILD {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 16:01:39.601025 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:39.615307 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60326372-adb9-48d2-99bb-fc26cc39a4a3 {{(pid=110398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 16:01:39.636292 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 60326372-adb9-48d2-99bb-fc26cc39a4a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=60326372-adb9-48d2-99bb-fc26cc39a4a3,segment=NetworkSegment(dba45e5e-c9be-4638-b01d-a647a47b7c26),segment_id=dba45e5e-c9be-4638-b01d-a647a47b7c26)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 16:01:39.720157 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:39.766979 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=60326372-adb9-48d2-99bb-fc26cc39a4a3,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:01:39.773821 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.774177 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.774595 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.774969 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.775326 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.775664 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.776000 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.776328 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.776657 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.776986 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.777315 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.777643 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.777969 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.778546 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.778897 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:01:39.922514 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['60326372-adb9-48d2-99bb-fc26cc39a4a3'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 16:01:40.421688 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcf317-4760-4579-ae54-8202c72c78e2 req-a60eb6e8-750b-4d8d-afee-0590d4224224 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:40.423164 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8ebcf317-4760-4579-ae54-8202c72c78e2 req-a60eb6e8-750b-4d8d-afee-0590d4224224 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 945 time: 0.0522990 Mar 24 16:01:40.468844 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-8ebcf317-4760-4579-ae54-8202c72c78e2 req-57d3d37b-c38e-4ee0-8ef3-1da569de6c7c tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Mar 24 16:01:41.468526 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 60326372-adb9-48d2-99bb-fc26cc39a4a3 up at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 16:01:41.495190 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-865bba30-0283-43a4-9eb3-6f1dd18b3f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:41.583207 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning for port 60326372-adb9-48d2-99bb-fc26cc39a4a3 completed by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 16:01:41.585599 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c8f0-2919-48bf-bda6-2e1bb590b7e6 req-3646f6a3-f08b-4888-87cf-c053380c9085 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:41.587233 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ff18c8f0-2919-48bf-bda6-2e1bb590b7e6 req-3646f6a3-f08b-4888-87cf-c053380c9085 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 945 time: 0.0530882 Mar 24 16:01:41.587373 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.db.provisioning_blocks [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Provisioning complete for port 60326372-adb9-48d2-99bb-fc26cc39a4a3 triggered by entity L2. {{(pid=110398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 16:01:41.587703 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1193336'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), provisioning_complete {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:41.606645 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:01:41.641177 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-ff18c8f0-2919-48bf-bda6-2e1bb590b7e6 req-d778849f-8d36-4ddc-9468-451ca858c67f tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473223 Mar 24 16:01:41.669406 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Current status of the port 60326372-adb9-48d2-99bb-fc26cc39a4a3 is: BUILD; New status is: ACTIVE {{(pid=110398) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 16:01:41.669792 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-827242'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:41.691119 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6034a8bd-aed7-4353-9ec0-ca90522b02c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60326372-adb9-48d2-99bb-fc26cc39a4a3'}] {{(pid=110398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 16:01:41.693306 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44b6a5b54d735ec8797821f4a48768e20cebe1e6415d586bf64c1798d301081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6cd8ac-1598-403b-b4dd-3ae1bd794ee3" -d '{"events": [{"server_uuid": "6034a8bd-aed7-4353-9ec0-ca90522b02c6", "name": "network-vif-plugged", "status": "completed", "tag": "60326372-adb9-48d2-99bb-fc26cc39a4a3"}]}' {{(pid=110398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 16:01:41.705083 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] For port 60326372-adb9-48d2-99bb-fc26cc39a4a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=60326372-adb9-48d2-99bb-fc26cc39a4a3,segment=NetworkSegment(dba45e5e-c9be-4638-b01d-a647a47b7c26),segment_id=dba45e5e-c9be-4638-b01d-a647a47b7c26)] {{(pid=110398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 16:01:41.729334 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 16:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc121e9-d486-468a-83a1-7e0792924ea0 x-openstack-request-id: req-1fc121e9-d486-468a-83a1-7e0792924ea0 {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 16:01:41.730235 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6034a8bd-aed7-4353-9ec0-ca90522b02c6", "name": "network-vif-plugged", "status": "completed", "tag": "60326372-adb9-48d2-99bb-fc26cc39a4a3", "code": 200}]} {{(pid=110398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 16:01:41.730488 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fc121e9-d486-468a-83a1-7e0792924ea0 {{(pid=110398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 16:01:41.730989 dv-cinder-790535-34-iscsi neutron-server[110398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc121e9-d486-468a-83a1-7e0792924ea0'] response: {'server_uuid': '6034a8bd-aed7-4353-9ec0-ca90522b02c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60326372-adb9-48d2-99bb-fc26cc39a4a3', 'code': 200} Mar 24 16:01:41.772067 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746234320532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746233752360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746233752378'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:41.820299 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Pushing event updated for resources: {'Port': ['ID=60326372-adb9-48d2-99bb-fc26cc39a4a3,revision_number=5']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:01:42.005676 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436dfdd-7abf-4a44-adb6-dfe0a3fc66be req-98964e53-03df-40c6-8682-c892a6a96b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:42.007239 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9436dfdd-7abf-4a44-adb6-dfe0a3fc66be req-98964e53-03df-40c6-8682-c892a6a96b9a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 1130 time: 0.0418272 Mar 24 16:01:42.050034 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-9436dfdd-7abf-4a44-adb6-dfe0a3fc66be req-5ac0fb88-8135-413b-a7e7-42bc1a4f1228 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368907 Mar 24 16:01:42.766792 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cfa52-932d-4227-83a1-c49b25edced3 req-c9f604a5-535d-47f3-9978-460f0056b154 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:42.768274 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-033cfa52-932d-4227-83a1-c49b25edced3 req-c9f604a5-535d-47f3-9978-460f0056b154 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 946 time: 0.0578830 Mar 24 16:01:42.816042 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-033cfa52-932d-4227-83a1-c49b25edced3 req-ec6a6cf1-ef50-498f-be76-c7180da535dd tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 Mar 24 16:01:43.213432 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-38ab8042-417e-4c6d-aeba-957184320445 req-5aba6be5-a27f-4c34-a829-0006f87c8b1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439918 Mar 24 16:01:43.298022 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8042-417e-4c6d-aeba-957184320445 req-922b0030-be5f-4d1f-b418-ff8f9d1423d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:43.299485 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-38ab8042-417e-4c6d-aeba-957184320445 req-922b0030-be5f-4d1f-b418-ff8f9d1423d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=49bdf6f1420e4ccbb39608eab1c1d920&device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 1130 time: 0.0451095 Mar 24 16:01:43.405899 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8042-417e-4c6d-aeba-957184320445 req-d8993b5d-f8e1-4d90-8fd7-c0e818371e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:43.407491 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-38ab8042-417e-4c6d-aeba-957184320445 req-d8993b5d-f8e1-4d90-8fd7-c0e818371e3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb60333a-8f7c-4529-a594-4a96d9024ee9 HTTP/1.1" status: 200 len: 915 time: 0.0889046 Mar 24 16:01:43.447599 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-38ab8042-417e-4c6d-aeba-957184320445 req-69b4333a-f565-4f9c-a674-3ea22f4445dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60326372-adb9-48d2-99bb-fc26cc39a4a3 HTTP/1.1" status: 200 len: 217 time: 0.0342369 Mar 24 16:01:43.496693 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8042-417e-4c6d-aeba-957184320445 req-69268d8d-e633-467b-aea2-6b6660a6ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:43.498157 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-38ab8042-417e-4c6d-aeba-957184320445 req-69268d8d-e633-467b-aea2-6b6660a6ea1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8469e946-e973-42e1-806d-dc8d7aef689c HTTP/1.1" status: 200 len: 854 time: 0.0451221 Mar 24 16:01:43.528716 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-38ab8042-417e-4c6d-aeba-957184320445 req-9c7217f9-f3ff-4f51-8362-0d95b4f808c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb60333a-8f7c-4529-a594-4a96d9024ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244267 Mar 24 16:01:43.620829 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-38ab8042-417e-4c6d-aeba-957184320445 req-a820f07c-2f19-4514-a6c8-e35c2b6cf089 service neutron] 10.222.0.24 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858250 Mar 24 16:01:43.710988 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-38ab8042-417e-4c6d-aeba-957184320445 req-614cf1ce-f8d8-4bd1-b71a-8039981fb0fe service neutron] 10.222.0.24 "GET /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851789 Mar 24 16:01:43.876663 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d1783e2f-248e-411b-b709-98f98112cb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:43.938226 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041242-abb5-4f7c-a8ff-55fd25370454 req-2afc74f9-5e5b-448d-be87-15b414dd2f62 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:01:43.939730 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-06041242-abb5-4f7c-a8ff-55fd25370454 req-2afc74f9-5e5b-448d-be87-15b414dd2f62 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 946 time: 0.0562086 Mar 24 16:01:43.986513 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-06041242-abb5-4f7c-a8ff-55fd25370454 req-d3fffdf9-ec13-441d-86d6-c07ba792532a tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Mar 24 16:01:45.061293 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:46.500934 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:01:47.760580 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:03.689582 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:05.383858 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59c85d-89eb-4b07-a3b9-955c65944f6b req-450f4bb3-01a5-43ae-bc84-a37f885bad75 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:02:05.385333 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3c59c85d-89eb-4b07-a3b9-955c65944f6b req-450f4bb3-01a5-43ae-bc84-a37f885bad75 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 946 time: 0.0532153 Mar 24 16:02:05.433182 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [req-3c59c85d-89eb-4b07-a3b9-955c65944f6b req-46e46387-e871-41c9-bf6f-00910a25c713 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Mar 24 16:02:06.551834 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e0540-3f37-453b-b30c-701cbce79e83 req-2befd72b-abd1-45a0-8756-c75c3336cb7f tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:02:06.553315 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8d9e0540-3f37-453b-b30c-701cbce79e83 req-2befd72b-abd1-45a0-8756-c75c3336cb7f tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 946 time: 0.0526869 Mar 24 16:02:06.599466 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-8d9e0540-3f37-453b-b30c-701cbce79e83 req-32836a91-3f32-4127-9b41-93aa0364e233 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4b9307-f278-4eb6-b320-8c61f8762d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 Mar 24 16:02:06.868515 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902eaa07-12e6-4231-b470-45c40dc68886 req-6331b547-49e6-4eae-a26c-6f5cbc016f6e tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:02:06.869963 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-902eaa07-12e6-4231-b470-45c40dc68886 req-6331b547-49e6-4eae-a26c-6f5cbc016f6e tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 946 time: 0.0511727 Mar 24 16:02:06.963245 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-902eaa07-12e6-4231-b470-45c40dc68886 req-11af0b75-3f13-424d-ae95-7d1411496d97 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Deleting port 60326372-adb9-48d2-99bb-fc26cc39a4a3 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 16:02:06.963593 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-902eaa07-12e6-4231-b470-45c40dc68886 req-11af0b75-3f13-424d-ae95-7d1411496d97 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746234311711'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:07.049843 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-902eaa07-12e6-4231-b470-45c40dc68886 req-11af0b75-3f13-424d-ae95-7d1411496d97 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] For port 60326372-adb9-48d2-99bb-fc26cc39a4a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=60326372-adb9-48d2-99bb-fc26cc39a4a3,segment=NetworkSegment(dba45e5e-c9be-4638-b01d-a647a47b7c26),segment_id=dba45e5e-c9be-4638-b01d-a647a47b7c26)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 16:02:07.050208 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-902eaa07-12e6-4231-b470-45c40dc68886 req-11af0b75-3f13-424d-ae95-7d1411496d97 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629268'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:07.062871 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-902eaa07-12e6-4231-b470-45c40dc68886 req-11af0b75-3f13-424d-ae95-7d1411496d97 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Calling delete_port for 60326372-adb9-48d2-99bb-fc26cc39a4a3 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 16:02:07.291362 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-902eaa07-12e6-4231-b470-45c40dc68886 req-11af0b75-3f13-424d-ae95-7d1411496d97 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-827177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746234320514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746233752351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126707770'] for port (60326372-adb9-48d2-99bb-fc26cc39a4a3), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:07.302505 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] get_ports_and_sgs() called for port_ids ['60326372-adb9-48d2-99bb-fc26cc39a4a3'] {{(pid=110398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 16:02:07.322984 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af0b75-3f13-424d-ae95-7d1411496d97 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Pushing event deleted for resources: {'Port': ['ID=60326372-adb9-48d2-99bb-fc26cc39a4a3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:02:07.368068 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-902eaa07-12e6-4231-b470-45c40dc68886 req-11af0b75-3f13-424d-ae95-7d1411496d97 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] No DVR routers for this DVR port 60326372-adb9-48d2-99bb-fc26cc39a4a3 on host hv-cinder-79053 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 16:02:07.376255 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-902eaa07-12e6-4231-b470-45c40dc68886 req-11af0b75-3f13-424d-ae95-7d1411496d97 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-153809'] for port (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:07.376255 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-902eaa07-12e6-4231-b470-45c40dc68886 req-11af0b75-3f13-424d-ae95-7d1411496d97 tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.24 "DELETE /v2.0/ports/60326372-adb9-48d2-99bb-fc26cc39a4a3 HTTP/1.1" status: 204 len: 173 time: 0.4982541 Mar 24 16:02:07.376255 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6034a8bd-aed7-4353-9ec0-ca90522b02c6', 'name': 'network-vif-deleted', 'tag': '60326372-adb9-48d2-99bb-fc26cc39a4a3'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 16:02:07.377079 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64763db5efc47405ecc55972d2400527cef1ec7c00fa19c4bc8d8fe4b2d220b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a4f643-1976-45b0-a056-18c723ffe661" -d '{"events": [{"server_uuid": "6034a8bd-aed7-4353-9ec0-ca90522b02c6", "name": "network-vif-deleted", "tag": "60326372-adb9-48d2-99bb-fc26cc39a4a3"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 16:02:07.412727 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 16:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e734c5e0-d5ac-4ad5-bae5-6157ec40c70b x-openstack-request-id: req-e734c5e0-d5ac-4ad5-bae5-6157ec40c70b {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 16:02:07.413032 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6034a8bd-aed7-4353-9ec0-ca90522b02c6", "name": "network-vif-deleted", "tag": "60326372-adb9-48d2-99bb-fc26cc39a4a3", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 16:02:07.413296 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e734c5e0-d5ac-4ad5-bae5-6157ec40c70b {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 16:02:07.413720 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e734c5e0-d5ac-4ad5-bae5-6157ec40c70b'] response: {'server_uuid': '6034a8bd-aed7-4353-9ec0-ca90522b02c6', 'name': 'network-vif-deleted', 'tag': '60326372-adb9-48d2-99bb-fc26cc39a4a3', 'status': 'completed', 'code': 200} Mar 24 16:02:07.708144 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [req-6199a878-78f5-4ea1-ac19-de4b2daac3a3 req-82e83a49-cea7-4530-97a2-f67002e7e80e tempest-VolumesSnapshotTestJSON-1941973664 tempest-VolumesSnapshotTestJSON-1941973664-project] 10.222.0.31 "GET /v2.0/ports?device_id=6034a8bd-aed7-4353-9ec0-ca90522b02c6 HTTP/1.1" status: 200 len: 210 time: 0.0285232 Mar 24 16:02:09.608307 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 60326372-adb9-48d2-99bb-fc26cc39a4a3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 16:02:09.628093 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] No Port match for: 60326372-adb9-48d2-99bb-fc26cc39a4a3 {{(pid=110398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 16:02:09.628437 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron.plugins.ml2.rpc [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Device 60326372-adb9-48d2-99bb-fc26cc39a4a3 not bound to the agent host hv-cinder-79053 {{(pid=110398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 16:02:11.491241 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-710184a2-f689-4d92-833c-7ea6526e8526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:13.840211 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f0cd34e6-0257-4fe5-9a7a-b4c197f69002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:15.051742 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:16.531740 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:17.771997 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:18.605134 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:02:32.322353 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 36122) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 16:02:32.366206 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Deleting subnet 8469e946-e973-42e1-806d-dc8d7aef689c {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 16:02:32.369222 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Publish callbacks [] for subnet (8469e946-e973-42e1-806d-dc8d7aef689c), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.404158 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-965199'] for subnet (8469e946-e973-42e1-806d-dc8d7aef689c), precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.446149 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122388'] for subnet (8469e946-e973-42e1-806d-dc8d7aef689c), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.571172 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126708171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126813360'] for subnet (8469e946-e973-42e1-806d-dc8d7aef689c), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.597900 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8469e946-e973-42e1-806d-dc8d7aef689c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:02:32.601092 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.604224 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8469e946-e973-42e1-806d-dc8d7aef689c HTTP/1.1" status: 204 len: 168 time: 0.2808340 Mar 24 16:02:32.606931 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.wsgi [-] (110397) accepted ('10.222.0.31', 36124) {{(pid=110397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 16:02:32.609002 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.609360 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.609713 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.610059 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.610404 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.610769 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.611108 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.611441 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.611774 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.612651 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.613110 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.613483 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.613821 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.614167 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.614486 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b9c51-9830-4d3f-897e-bcc0bb8ceeb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.676432 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1164571'] for network (cb60333a-8f7c-4529-a594-4a96d9024ee9), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.752294 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1193953', 'neutron.services.segments.db._delete_segments_for_network-8746234094403'] for network (cb60333a-8f7c-4529-a594-4a96d9024ee9), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.772785 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb60333a-8f7c-4529-a594-4a96d9024ee9']}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:02:32.782040 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba45e5e-c9be-4638-b01d-a647a47b7c26') {'for_net_delete': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:02:32.782338 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.services.segments.db [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba45e5e-c9be-4638-b01d-a647a47b7c26') {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:02:32.791466 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746234276940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127327266'] for segment (dba45e5e-c9be-4638-b01d-a647a47b7c26), before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.804699 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197'] for segment (dba45e5e-c9be-4638-b01d-a647a47b7c26), precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.810229 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=110397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 16:02:32.810614 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127191776'] for segment (dba45e5e-c9be-4638-b01d-a647a47b7c26), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: Traceback (most recent call last): Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: timer() Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: cb(*args, **kw) Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: return func(*args, **kwargs) Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: self._notify() Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: self.callback(batched_events) Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: event.method(event) Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: return f(self, *a, **k) Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._get(url).json() Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: return self.request(url, 'GET', **kwargs) Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 16:02:32.812195 dv-cinder-790535-34-iscsi neutron-server[110397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 16:02:32.919478 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1193946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625968'] for network (cb60333a-8f7c-4529-a594-4a96d9024ee9), after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.923630 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633146'] for network (None), before_response {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:32.927670 dv-cinder-790535-34-iscsi neutron-server[110397]: INFO neutron.wsgi [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cb60333a-8f7c-4529-a594-4a96d9024ee9 HTTP/1.1" status: 204 len: 168 time: 0.3197207 Mar 24 16:02:32.941033 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb60333a-8f7c-4529-a594-4a96d9024ee9,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:02:32.948338 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.948775 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.949073 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.949359 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.949693 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.950026 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.950357 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.950705 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.951038 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.951366 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.951696 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.952022 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.952346 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.952695 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:32.953018 dv-cinder-790535-34-iscsi neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cf2d2a-c25b-408b-9d25-07a2cf07fa11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-34-iscsi {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:02:33.217886 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 36128) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 16:02:33.257986 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-cffbf413-5bee-4921-a12c-5cc883954ddf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49bdf6f1420e4ccbb39608eab1c1d920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389559 Mar 24 16:02:33.260411 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.31', 36130) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 16:02:33.306296 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-feffc5e3-767c-4214-9267-af9afcf21e8a admin admin] Publish callbacks [] for security_group (8e4b9307-f278-4eb6-b320-8c61f8762d8b), before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:33.326252 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-feffc5e3-767c-4214-9267-af9afcf21e8a admin admin] Publish callbacks [] for security_group (8e4b9307-f278-4eb6-b320-8c61f8762d8b), precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:33.517440 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-feffc5e3-767c-4214-9267-af9afcf21e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593892'] for security_group (8e4b9307-f278-4eb6-b320-8c61f8762d8b), after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:33.520720 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-feffc5e3-767c-4214-9267-af9afcf21e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:33.521907 dv-cinder-790535-34-iscsi neutron-server[110396]: INFO neutron.wsgi [None req-feffc5e3-767c-4214-9267-af9afcf21e8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e4b9307-f278-4eb6-b320-8c61f8762d8b HTTP/1.1" status: 204 len: 168 time: 0.2606139 Mar 24 16:02:33.529954 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffc5e3-767c-4214-9267-af9afcf21e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b9307-f278-4eb6-b320-8c61f8762d8b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:02:33.706472 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:41.465193 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-a60cf538-eb57-45cc-a2ab-001a3cb3f505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:43.851503 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9740200f-ef4a-44aa-95e3-a317e21cb43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:45.159995 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:46.442446 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:47.759134 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:02:55.603623 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:03:03.707857 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:03:11.478503 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbc92-a581-4634-a60b-c3d415acdf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:03:13.839040 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-00b43916-0824-48d2-be66-40d49e8b51f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:03:15.070021 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:03:16.492953 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:03:17.758800 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:03:32.603254 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:03:33.695741 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:03:41.484072 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-eaedfe9b-d757-49d2-b984-6dba979bb627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:03:43.869899 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-00ccd74f-d450-4af2-adab-d0569632b72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:03:45.103811 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:03:46.530533 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:03:47.761128 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:03.738035 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:09.601922 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:04:11.485794 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-4ab48715-81b5-4a80-b6c2-a5f25337f03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:13.855532 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-183d48a3-704d-43e0-a6f9-3dafd2bc91e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:15.072157 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:16.472033 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:17.758481 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:33.712128 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:41.471487 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-067a040f-a5e9-4ae9-a036-53fdeaab68c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:43.883377 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cb45cdf2-f174-45ee-957c-17e8166c3f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:45.106036 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:46.465732 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:04:46.601164 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:04:47.768727 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:03.696506 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:11.485035 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-87547647-41d9-44df-b096-eca35792da1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:13.833967 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f25e8d55-a334-4b12-b2c7-0d49e82d27de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:15.093755 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:16.476358 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:17.750754 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:23.600020 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:05:33.690040 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:41.472676 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-eb63c9f1-05ac-4dee-8392-f213db5d7590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:42.746270 dv-cinder-790535-34-iscsi neutron-server[110396]: DEBUG neutron.wsgi [req-7562ff34-2db9-43fb-9548-4dddbb9907b6 req-569783db-40a8-416a-97ea-f6ed74a7ea3a service neutron] (110396) timed out ('10.222.0.24', 50747) {{(pid=110396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 16:05:43.861114 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7c316e21-cd5c-4a73-944f-a4f158b2cd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:45.081976 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:46.472926 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:05:47.758281 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:00.598695 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:06:03.710004 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:11.517793 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e051a82b-d2e5-4b92-9ac8-19ba25b5bd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:13.838364 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1e524ca6-0bb1-426d-9959-ecd0cd969a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:15.083696 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:16.469821 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:17.755868 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:33.698100 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:37.598347 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:06:41.499594 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3247758b-7ef1-431d-a1ef-6906ce18b7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:43.846303 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d6eb4335-bfda-4024-9150-53adc1821a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:45.122565 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:46.471244 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:06:47.760807 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:07:03.688230 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:07:11.499305 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2dfe947e-b642-4399-9358-15e48b8389a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:07:13.841568 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f1584b90-37fa-431c-a170-a934bf458dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:07:14.597238 dv-cinder-790535-34-iscsi neutron-server[110399]: DEBUG neutron.db.agents_db [None req-f90c712e-7f43-41cc-b053-6fa2baec7539 None None] Agent healthcheck: found 6 active agents {{(pid=110399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 16:07:15.114693 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f01324a2-f71e-47e0-a68a-e16ab87ab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (8f15512c-6136-4ad2-9b9c-8c0c2e5aee03), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:07:16.476101 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9249e860-4249-4be2-9d09-416c4c731df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7706193b-fa69-4b24-bb79-dbed344b2dc7), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:07:17.767706 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fba739f7-d0a2-4d69-95ca-d4bde2b26450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (549958a7-8241-4376-9c66-397049982e0d), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:07:33.733050 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7aa0caf1-e5b8-417e-b39d-ca34314eb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (3973b902-64d9-42ac-8076-b035f10a7b20), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:07:41.481527 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3d5c-ddaf-4bab-98b8-3871391b9136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (1fef97ef-4d51-4d01-98e8-219b6fe41139), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 16:07:43.829597 dv-cinder-790535-34-iscsi neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2eac-97bb-441e-bca5-e31ed899a0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746234094385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1193250'] for agent (7d5f397e-f0a1-43bc-ab4e-124b4102dff5), after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}